[ 572.776813] env[69210]: INFO neutron.common.config [-] Logging enabled! [ 572.777027] env[69210]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev54 [ 572.777284] env[69210]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69210) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 572.777580] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 572.777680] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 572.778796] env[69210]: WARNING oslo_policy.policy [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 572.779154] env[69210]: WARNING oslo_policy.policy [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 572.780760] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] VMware NSXv3 Agent initialized successfully. [ 572.781128] env[69210]: DEBUG oslo_concurrency.lockutils [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] Acquiring lock "singleton_lock" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.781274] env[69210]: DEBUG oslo_concurrency.lockutils [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] Acquired lock "singleton_lock" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.781484] env[69210]: DEBUG oslo_concurrency.lockutils [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] Releasing lock "singleton_lock" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.781768] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] Full set of CONF: {{(pid=69210) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 572.782023] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ******************************************************************************** {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 572.782149] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] Configuration options gathered from: {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 572.782391] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 572.782582] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 572.782680] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ================================================================================ {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 572.782881] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] agent_down_time = 75 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.783041] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] allow_automatic_dhcp_failover = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.783193] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] allow_bulk = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.783348] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] api_extensions_path = {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.783497] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] api_paste_config = api-paste.ini {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787077] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] auth_strategy = keystone {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787077] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] backdoor_port = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787077] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] backdoor_socket = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787077] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] backlog = 4096 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787077] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] base_mac = fa:16:3e:00:00:00 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787077] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] bind_host = 0.0.0.0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787077] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] bind_port = 9696 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787289] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] client_socket_timeout = 900 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787289] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] config_dir = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787289] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787289] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] config_source = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787289] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] control_exchange = neutron {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787289] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] core_plugin = ml2 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787442] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] debug = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787442] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] default_availability_zones = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787442] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787442] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] dhcp_agent_notification = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787442] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] dhcp_agents_per_network = 1 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787665] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] dhcp_lease_duration = 86400 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787665] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] dhcp_load_type = networks {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787665] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] dns_domain = openstacklocal {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787665] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787665] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] enable_default_route_bfd = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787665] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] enable_default_route_ecmp = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787665] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] enable_dvr = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787839] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] enable_new_agents = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787839] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787839] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] enable_signals = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787839] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] enable_traditional_dhcp = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787839] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] external_dns_driver = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787839] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] filter_validation = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.787991] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] global_physnet_mtu = 8950 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.788240] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] graceful_shutdown_timeout = 60 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.788240] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] host = cpu-1 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.788553] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] host_dvr_for_dhcp = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.788553] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] http_retries = 3 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.788685] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] instance_format = [instance: %(uuid)s] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.788827] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.788976] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ipam_driver = internal {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.789130] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ipv6_pd_enabled = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.789267] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] l3_ha = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.789408] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.789546] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] l3_ha_network_physical_name = {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.789683] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] l3_ha_network_type = {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.789822] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] log_color = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.789985] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] log_config_append = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.790143] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.790278] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] log_dir = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.790412] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] log_file = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.790518] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] log_options = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.790656] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] log_rotate_interval = 1 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.790796] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] log_rotate_interval_type = days {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.791018] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] log_rotation_type = none {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.792129] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.792129] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.792129] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.792129] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.792129] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793209] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] max_dns_nameservers = 5 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793209] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] max_header_line = 16384 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793209] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] max_l3_agents_per_router = 3 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793209] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] max_logfile_count = 30 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793209] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] max_logfile_size_mb = 200 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793209] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] max_subnet_host_routes = 20 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793209] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] my_ip = 10.180.1.21 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793636] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] my_ipv6 = ::1 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793636] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] network_auto_schedule = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793636] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] network_link_prefix = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793636] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793636] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] notify_nova_on_port_data_changes = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.793636] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] notify_nova_on_port_status_changes = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794654] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] pagination_max_limit = -1 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794654] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] publish_errors = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794654] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] rate_limit_burst = 0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794654] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] rate_limit_except_level = CRITICAL {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794654] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] rate_limit_interval = 0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794654] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] retry_until_window = 30 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794654] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] router_distributed = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794976] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] rpc_resources_processing_step = 20 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794976] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] rpc_response_max_timeout = 600 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794976] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] rpc_response_timeout = 60 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.794976] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] send_events_interval = 2 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.795211] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] service_plugins = ['router'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.795211] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] setproctitle = on {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.795301] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] shell_completion = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.795440] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] state_path = /opt/stack/data/neutron {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.795578] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] syslog_log_facility = LOG_USER {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.796153] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] tcp_keepidle = 600 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.796153] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] transport_url = **** {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.796153] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] use_journal = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.796153] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] use_json = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.796406] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] use_ssl = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.796406] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] use_stderr = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.796518] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] use_syslog = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.796653] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] vlan_qinq = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.796785] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] vlan_transparent = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.796917] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] watch_log_file = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.797061] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] wsgi_default_pool_size = 100 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.797198] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] wsgi_keep_alive = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.797341] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.797558] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] wsgi_server_debug = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.797642] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_concurrency.disable_process_locking = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.797777] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.797925] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798078] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798225] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798371] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798511] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798666] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.connection_string = messaging:// {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798813] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.enabled = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.798963] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.es_doc_type = notification {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799119] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.es_scroll_size = 10000 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799266] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.es_scroll_time = 2m {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799410] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.filter_error_trace = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799559] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.hmac_keys = **** {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799705] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.sentinel_service_name = mymaster {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.799861] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.socket_timeout = 0.1 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800036] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.trace_requests = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800186] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler.trace_sqlalchemy = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800347] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler_jaeger.process_tags = {} {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800492] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler_jaeger.service_name_prefix = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800638] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] profiler_otlp.service_name_prefix = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.800797] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.enforce_new_defaults = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801078] env[69210]: WARNING oslo_config.cfg [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 572.801244] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.enforce_scope = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801400] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.policy_default_rule = default {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801557] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801707] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.801869] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802033] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802180] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802322] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802464] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802612] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_policy.remote_timeout = 60.0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802770] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.802926] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] agent.extensions = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.803089] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.803241] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] service_providers.service_provider = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.803392] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.default_quota = -1 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.803541] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.803685] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.quota_floatingip = 50 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.803824] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.quota_network = 100 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.803978] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.quota_port = 500 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.804156] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.804300] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.quota_router = 10 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.804442] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.quota_security_group = 10 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.804583] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.804720] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.quota_subnet = 100 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.804858] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] QUOTAS.track_quota_usage = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.805017] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.805160] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep.group = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.805301] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep.helper_command = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.805445] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.805589] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep.thread_pool_size = 8 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.805725] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep.user = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.805873] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.806030] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_dhcp_release.group = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.806156] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_dhcp_release.helper_command = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.806298] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.806439] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.806574] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_dhcp_release.user = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.806719] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.806856] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_ovs_vsctl.group = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.806990] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_ovs_vsctl.helper_command = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.807144] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.807286] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.807421] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_ovs_vsctl.user = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.807564] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_namespace.capabilities = [21] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.807699] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_namespace.group = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.807833] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_namespace.helper_command = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.807972] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.808127] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_namespace.thread_pool_size = 8 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.808264] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_namespace.user = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.808409] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_conntrack.capabilities = [12] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.808545] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_conntrack.group = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.808682] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_conntrack.helper_command = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.808825] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.808967] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.809116] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_conntrack.user = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.809263] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_link.capabilities = [12, 21] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.809399] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_link.group = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.809532] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_link.helper_command = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.809672] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.809811] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_link.thread_pool_size = 8 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.809964] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] privsep_link.user = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.810142] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.810295] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.810441] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.continue_on_failed_promotions = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.810583] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.dscp = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.810726] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.dscp_inherit = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.810875] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.force_mp_to_policy = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.811026] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.locking_coordinator_url = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.811174] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.log_agent_heartbeats = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.811314] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.logging_expire = 1 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.811461] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.811603] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.811750] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.polling_interval = 240 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.811923] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.812103] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.812258] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.report_interval = 30.0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.812407] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.812553] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.812700] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.812848] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.sync_skew = 60 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.812990] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.synchronization_queue_size = 20 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.813151] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT.use_helper_for_ns_read = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.813300] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] SECURITYGROUP.enable_ipset = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.813451] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] SECURITYGROUP.enable_security_group = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.813603] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.813754] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.813905] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] experimental.ipv6_pd_enabled = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.814078] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ml2.extension_drivers = ['port_security'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.814223] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ml2.external_network_type = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.814379] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.814527] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ml2.overlay_ip_version = 4 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.814675] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ml2.path_mtu = 8950 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.814822] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ml2.physical_network_mtus = {} {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.814991] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ml2.tenant_network_types = ['vlan'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.815170] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.815324] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ml2.type_drivers = ['vlan'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.815475] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT_CLI.neutron_port_id = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.815616] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.815759] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.815913] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.816107] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.816271] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.816423] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.816577] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.816727] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.816928] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.817099] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_login_password = **** {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.817255] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_login_port = 443 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.817404] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_login_user = admin {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.817552] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.817705] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.817855] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.818032] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.818208] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.818366] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.818517] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.818667] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.818816] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.818968] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.819139] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.819291] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.819441] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.819636] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.819791] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] vsphere.vsphere_login_password = VMware1! {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.819961] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.820135] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.820286] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.auth_section = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.820442] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.auth_type = password {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.820591] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.820732] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.certfile = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.820909] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.collect_timing = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.821050] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.endpoint_type = public {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.821214] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.insecure = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.821380] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.keyfile = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.821500] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.region_name = RegionOne {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.821641] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.split_loggers = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.821776] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] nova.timeout = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.821960] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.auth_section = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.822132] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.auth_type = password {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.822284] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.822423] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.certfile = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.822565] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.collect_timing = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.822712] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.endpoint_type = public {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.822854] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.insecure = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.822990] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.keyfile = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.823139] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.region_name = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.823280] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.split_loggers = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.823416] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] placement.timeout = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.823560] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.auth_section = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.823701] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.auth_type = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.823838] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.cafile = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.823974] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.certfile = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.824206] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.collect_timing = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.824351] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.connect_retries = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.824495] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.connect_retry_delay = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.824639] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.enable_notifications = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.824779] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.endpoint_override = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.824920] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.insecure = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.825073] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.interface = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.825246] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.keyfile = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.825407] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.max_version = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.825585] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.min_version = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.825753] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.region_name = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.825930] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.retriable_status_codes = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.826114] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.service_name = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.826327] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.service_type = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.826546] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.split_loggers = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.826765] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.status_code_retries = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.826953] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.status_code_retry_delay = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.827158] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.timeout = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.827384] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.valid_interfaces = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.827621] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ironic.version = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.827826] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] cli_script.dry_run = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.828015] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.828210] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.828366] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.828514] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.828661] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.828806] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.828949] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.829120] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.829253] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.829404] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.829547] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.829693] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.829839] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.829986] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.830144] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.830300] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.830433] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.830576] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.830732] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.830862] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.831014] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.831167] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.831305] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.831447] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.831589] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.831731] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.831905] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.832053] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.832206] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.832350] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.832493] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.ssl = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.832656] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.832784] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.832950] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.833122] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.833274] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.ssl_version = {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.833419] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.833572] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_notifications.driver = [] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.833717] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_notifications.retry = -1 {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.833918] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.834024] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] oslo_messaging_notifications.transport_url = **** {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.834143] env[69210]: DEBUG oslo_service.backend.eventlet.service [None req-5d243dac-2e9d-4de1-b1e5-1f3acecf2b1c None None] ******************************************************************************** {{(pid=69210) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 572.835096] env[69210]: DEBUG neutron.agent.securitygroups_rpc [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Init firewall settings (driver=nsxv3) {{(pid=69210) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 572.836345] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69210) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 572.836595] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] RPC agent_id: nsxm-l-01a.corp.local [ 572.838747] env[69210]: DEBUG dogpile.cache.region [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 572.838878] env[69210]: DEBUG dogpile.lock [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 572.838982] env[69210]: DEBUG dogpile.lock [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 572.839096] env[69210]: DEBUG dogpile.lock [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 572.839197] env[69210]: DEBUG dogpile.cache.region [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 572.839289] env[69210]: DEBUG dogpile.lock [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 572.839464] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 572.883234] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Session token - acquiring [ 572.885171] env[69210]: DEBUG networking_nsxv3.common.locking [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.885350] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.885462] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.885908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.896253] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.163808] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 573.187940] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 573.188129] env[69210]: DEBUG dogpile.cache.region [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Cache value generated in 0.349 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 573.188217] env[69210]: DEBUG dogpile.lock [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 573.188343] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Activating Policy API Provider. [ 573.188576] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Looking for the default Infrastructure Rules. [ 573.247017] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Looking for the Default Layer3 Logged Drop Section. [ 573.260302] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 573.260731] env[69210]: DEBUG networking_nsxv3.common.locking [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.260893] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquiring lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.261039] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.261398] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired external semaphore "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.261736] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.776520] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.278981] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.781508] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Inventory metadata is going to be refreshed. [ 574.781666] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 575.473725] env[69210]: DEBUG networking_nsxv3.common.locking [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.474349] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.474349] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.474500] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.584093] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 575.585081] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.585954] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 575.603225] env[69210]: DEBUG networking_nsxv3.common.locking [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.603481] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.603481] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.603783] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.603913] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.604077] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 575.604198] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.604335] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 575.622615] env[69210]: DEBUG networking_nsxv3.common.locking [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.622885] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.622885] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.623216] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.623397] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.623546] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.641604] env[69210]: DEBUG networking_nsxv3.common.locking [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.641885] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.641885] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.642274] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.642428] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.642578] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.660903] env[69210]: DEBUG networking_nsxv3.common.locking [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.661182] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquiring lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.661182] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.661454] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired external semaphore "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.661600] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Releasing lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.661752] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 575.661863] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.662042] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 575.678365] env[69210]: DEBUG networking_nsxv3.common.locking [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.678607] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquiring lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.678763] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.678900] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired external semaphore "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.679042] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Releasing lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.679193] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 575.679324] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.679438] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 575.697880] env[69210]: DEBUG networking_nsxv3.common.locking [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.698080] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.698198] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.698426] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.698567] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.698716] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 575.698828] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.698934] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Inventory metadata have been refreshed. [ 575.699050] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Dryrun:True. Metadata refresh completed. [ 575.699307] env[69210]: DEBUG oslo_concurrency.lockutils [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Releasing lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.700970] env[69210]: INFO neutron.agent.agent_extensions_manager [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Loaded agent extensions: [] [ 575.701690] env[69210]: DEBUG neutron_lib.callbacks.manager [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69210) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 575.746109] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent RPC Daemon Started! [ 575.746232] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:0 started [ 575.746334] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent out of sync with plugin! [ 580.702411] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 580.702721] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.703972] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 585.704371] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 589.683123] env[69210]: INFO networking_nsxv3.common.synchronization [None req-7b4d7513-e42a-46ec-9c1f-4cd3b19c18de demo admin] Enqueued Resource ID: a0c8d0a2-ad2a-4d3f-b8c3-a39b825120db with Priority: HIGHEST for action security_group_rules [ 589.683640] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c8d0a2-ad2a-4d3f-b8c3-a39b825120db with Priority: HIGHEST for action security_group_rules [ 589.683930] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0c8d0a2-ad2a-4d3f-b8c3-a39b825120db taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.684073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0c8d0a2-ad2a-4d3f-b8c3-a39b825120db" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.684147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0c8d0a2-ad2a-4d3f-b8c3-a39b825120db" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.684511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0c8d0a2-ad2a-4d3f-b8c3-a39b825120db" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.684596] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0c8d0a2-ad2a-4d3f-b8c3-a39b825120db',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.206174] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.206403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.206403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.206588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.206684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.206779] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0c8d0a2-ad2a-4d3f-b8c3-a39b825120db already deleted. [ 590.206861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0c8d0a2-ad2a-4d3f-b8c3-a39b825120db" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.685369] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.685722] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 596.705112] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.705533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.705533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.705618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.705779] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.208972] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.711620] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.214542] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 598.214802] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 599.051462] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.052024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.052024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.052024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.063888] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 599.064809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.065866] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 599.087504] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.087810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.087810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.087971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.088050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.088110] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 599.088234] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 599.088320] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 599.107798] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.108139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.108139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.108432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.108662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.108841] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 599.132462] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.132721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.132783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.133056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.133220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.133386] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 599.157490] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.157704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.157758] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.157946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.158062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.158184] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 599.158261] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 599.158331] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 599.178277] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.178451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.178509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.178672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.178759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.178865] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 599.178987] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 599.179048] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 599.201883] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.202071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.202194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.202374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.202487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.202607] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 599.202683] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 599.202750] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 599.202811] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 599.202888] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 599.202955] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 599.203021] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 599.203283] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 599.203353] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 599.203410] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 599.225851] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.226073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.226073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.226267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.226375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.226486] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 599.249584] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.249821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.249821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.249978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.250096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.262197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.686071] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.686301] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 604.686986] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 604.687415] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 609.687935] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 609.688387] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 614.689357] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 614.689357] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 615.258023] env[69210]: INFO networking_nsxv3.common.synchronization [None req-222b5425-ff7e-476e-b616-e19b1464a6fa None None] Enqueued Resource ID: fe0437fb-2db4-493a-88ba-bf9ae327147d with Priority: HIGHEST for action port [ 615.259599] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe0437fb-2db4-493a-88ba-bf9ae327147d with Priority: HIGHEST for action port [ 615.262395] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe0437fb-2db4-493a-88ba-bf9ae327147d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.262395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe0437fb-2db4-493a-88ba-bf9ae327147d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.262395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe0437fb-2db4-493a-88ba-bf9ae327147d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.262395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe0437fb-2db4-493a-88ba-bf9ae327147d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.262395] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe0437fb-2db4-493a-88ba-bf9ae327147d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.429873] env[69210]: INFO networking_nsxv3.common.synchronization [None req-cad8d59a-d266-41d3-afb9-85e5a3dd36df None None] Enqueued Resource ID: b7d19dbb-6c43-4162-a233-6e11aa0c3cb6 with Priority: HIGHEST for action port [ 615.429873] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d19dbb-6c43-4162-a233-6e11aa0c3cb6 with Priority: HIGHEST for action port [ 615.429873] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d19dbb-6c43-4162-a233-6e11aa0c3cb6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.429873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d19dbb-6c43-4162-a233-6e11aa0c3cb6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d19dbb-6c43-4162-a233-6e11aa0c3cb6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.431019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d19dbb-6c43-4162-a233-6e11aa0c3cb6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.431019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d19dbb-6c43-4162-a233-6e11aa0c3cb6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.765027] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe0437fb-2db4-493a-88ba-bf9ae327147d [ 615.765307] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.765449] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.765523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.765728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.767381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.767381] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe0437fb-2db4-493a-88ba-bf9ae327147d already deleted. [ 615.767381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe0437fb-2db4-493a-88ba-bf9ae327147d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.934409] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7d19dbb-6c43-4162-a233-6e11aa0c3cb6 [ 615.935619] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.937012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.937012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.937012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.937012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.937012] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7d19dbb-6c43-4162-a233-6e11aa0c3cb6 already deleted. [ 615.937012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d19dbb-6c43-4162-a233-6e11aa0c3cb6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.265828] env[69210]: INFO networking_nsxv3.common.synchronization [None req-4b8be07b-07fd-4ef6-8626-774549219491 None None] Enqueued Resource ID: 59ed8eae-e8ef-4f4b-80be-98ea88de8420 with Priority: HIGHEST for action port [ 617.266760] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ed8eae-e8ef-4f4b-80be-98ea88de8420 with Priority: HIGHEST for action port [ 617.267094] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-59ed8eae-e8ef-4f4b-80be-98ea88de8420 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.267228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59ed8eae-e8ef-4f4b-80be-98ea88de8420" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.267297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59ed8eae-e8ef-4f4b-80be-98ea88de8420" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.267574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59ed8eae-e8ef-4f4b-80be-98ea88de8420" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.267660] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59ed8eae-e8ef-4f4b-80be-98ea88de8420',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.509338] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e0eced3d-cdc5-4c48-a1ac-42a526740895 None None] Enqueued Resource ID: 20c0ca87-0676-4070-ac34-bc3b410e77be with Priority: HIGHEST for action port [ 617.509599] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c0ca87-0676-4070-ac34-bc3b410e77be with Priority: HIGHEST for action port [ 617.510188] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c0ca87-0676-4070-ac34-bc3b410e77be taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.510310] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c0ca87-0676-4070-ac34-bc3b410e77be" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.510534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c0ca87-0676-4070-ac34-bc3b410e77be" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.510784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c0ca87-0676-4070-ac34-bc3b410e77be" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.510873] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c0ca87-0676-4070-ac34-bc3b410e77be',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.769711] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59ed8eae-e8ef-4f4b-80be-98ea88de8420 [ 617.770405] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.770769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.772029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.772029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.772029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.772029] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59ed8eae-e8ef-4f4b-80be-98ea88de8420 already deleted. [ 617.772029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59ed8eae-e8ef-4f4b-80be-98ea88de8420" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.012737] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20c0ca87-0676-4070-ac34-bc3b410e77be [ 618.013351] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.013351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.013351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.013605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.013605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.013605] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20c0ca87-0676-4070-ac34-bc3b410e77be already deleted. [ 618.013704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c0ca87-0676-4070-ac34-bc3b410e77be" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.089554] env[69210]: INFO networking_nsxv3.common.synchronization [None req-be9ccbf7-522b-43dc-aa64-cea1b26ab36e None None] Enqueued Resource ID: 930879ac-ca6a-47ee-8578-e1f48fb5b4e8 with Priority: HIGHEST for action port [ 620.089817] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930879ac-ca6a-47ee-8578-e1f48fb5b4e8 with Priority: HIGHEST for action port [ 620.090401] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-930879ac-ca6a-47ee-8578-e1f48fb5b4e8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.090520] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-930879ac-ca6a-47ee-8578-e1f48fb5b4e8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.090593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-930879ac-ca6a-47ee-8578-e1f48fb5b4e8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.090848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-930879ac-ca6a-47ee-8578-e1f48fb5b4e8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.090933] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930879ac-ca6a-47ee-8578-e1f48fb5b4e8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.593633] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 930879ac-ca6a-47ee-8578-e1f48fb5b4e8 [ 620.594840] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.594840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.594840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.594840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.594840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.594840] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:930879ac-ca6a-47ee-8578-e1f48fb5b4e8 already deleted. [ 620.594840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-930879ac-ca6a-47ee-8578-e1f48fb5b4e8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.286695] env[69210]: INFO networking_nsxv3.common.synchronization [None req-abfdebe4-345c-49fc-81c8-921ce854eb4a None None] Enqueued Resource ID: ba92a265-e498-442f-af1d-0ce3e4c1e241 with Priority: HIGHEST for action port [ 621.286960] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba92a265-e498-442f-af1d-0ce3e4c1e241 with Priority: HIGHEST for action port [ 621.287884] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba92a265-e498-442f-af1d-0ce3e4c1e241 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.287884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba92a265-e498-442f-af1d-0ce3e4c1e241" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.287884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba92a265-e498-442f-af1d-0ce3e4c1e241" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.288025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba92a265-e498-442f-af1d-0ce3e4c1e241" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.288496] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba92a265-e498-442f-af1d-0ce3e4c1e241',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.790809] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba92a265-e498-442f-af1d-0ce3e4c1e241 [ 621.791013] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.791269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.791269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.791651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.791651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.791651] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba92a265-e498-442f-af1d-0ce3e4c1e241 already deleted. [ 621.791651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba92a265-e498-442f-af1d-0ce3e4c1e241" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.146270] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e753c1d9-2ffe-42ab-b8ad-127633ad778a None None] Enqueued Resource ID: 11968b4a-5f76-4123-b00d-8ebb365cc1ae with Priority: HIGHEST for action port [ 622.146270] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11968b4a-5f76-4123-b00d-8ebb365cc1ae with Priority: HIGHEST for action port [ 622.146270] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-11968b4a-5f76-4123-b00d-8ebb365cc1ae taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.146270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11968b4a-5f76-4123-b00d-8ebb365cc1ae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.146270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11968b4a-5f76-4123-b00d-8ebb365cc1ae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.147293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11968b4a-5f76-4123-b00d-8ebb365cc1ae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.147989] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11968b4a-5f76-4123-b00d-8ebb365cc1ae',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.649312] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11968b4a-5f76-4123-b00d-8ebb365cc1ae [ 622.651067] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.651067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.651067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.651067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.651067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.651067] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11968b4a-5f76-4123-b00d-8ebb365cc1ae already deleted. [ 622.651067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11968b4a-5f76-4123-b00d-8ebb365cc1ae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.884746] env[69210]: INFO networking_nsxv3.common.synchronization [None req-0a96e974-94df-4dfd-a822-a6183d9d9696 None None] Enqueued Resource ID: 3ad71d09-7ead-40c0-b907-ac3afd34da93 with Priority: HIGHEST for action port [ 622.884746] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad71d09-7ead-40c0-b907-ac3afd34da93 with Priority: HIGHEST for action port [ 622.884746] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ad71d09-7ead-40c0-b907-ac3afd34da93 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.884746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ad71d09-7ead-40c0-b907-ac3afd34da93" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.884746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ad71d09-7ead-40c0-b907-ac3afd34da93" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.884746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ad71d09-7ead-40c0-b907-ac3afd34da93" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.884746] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ad71d09-7ead-40c0-b907-ac3afd34da93',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.924178] env[69210]: INFO networking_nsxv3.common.synchronization [None req-7277971d-db8b-4386-ae6e-1c91b1bfd64d None None] Enqueued Resource ID: 65023554-bdb1-4649-825b-4d4b50d31250 with Priority: HIGHEST for action port [ 622.924657] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65023554-bdb1-4649-825b-4d4b50d31250 with Priority: HIGHEST for action port [ 622.925172] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-65023554-bdb1-4649-825b-4d4b50d31250 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.925290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65023554-bdb1-4649-825b-4d4b50d31250" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.925354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65023554-bdb1-4649-825b-4d4b50d31250" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.925621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65023554-bdb1-4649-825b-4d4b50d31250" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.927604] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65023554-bdb1-4649-825b-4d4b50d31250',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.385503] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ad71d09-7ead-40c0-b907-ac3afd34da93 [ 623.385770] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.385895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.385934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.386152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.386238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.386371] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ad71d09-7ead-40c0-b907-ac3afd34da93 already deleted. [ 623.386457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ad71d09-7ead-40c0-b907-ac3afd34da93" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.431903] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65023554-bdb1-4649-825b-4d4b50d31250 [ 623.432166] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.432304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.432375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.432622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.432729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.432809] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65023554-bdb1-4649-825b-4d4b50d31250 already deleted. [ 623.432892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65023554-bdb1-4649-825b-4d4b50d31250" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.556703] env[69210]: INFO networking_nsxv3.common.synchronization [None req-799909bf-4832-48cd-ae40-209d857cd1dc None None] Enqueued Resource ID: 51875610-1424-4cb5-8212-4ae95ff42347 with Priority: HIGHEST for action port [ 623.557567] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51875610-1424-4cb5-8212-4ae95ff42347 with Priority: HIGHEST for action port [ 623.557954] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-51875610-1424-4cb5-8212-4ae95ff42347 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.558090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51875610-1424-4cb5-8212-4ae95ff42347" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.558233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51875610-1424-4cb5-8212-4ae95ff42347" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.558721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51875610-1424-4cb5-8212-4ae95ff42347" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.559312] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51875610-1424-4cb5-8212-4ae95ff42347',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.972370] env[69210]: INFO networking_nsxv3.common.synchronization [None req-cad3539b-c930-4897-8a38-0e916af1dcc8 None None] Enqueued Resource ID: 6cd2a827-fb83-44a2-8430-928be58532ab with Priority: HIGHEST for action port [ 623.972657] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd2a827-fb83-44a2-8430-928be58532ab with Priority: HIGHEST for action port [ 623.973240] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cd2a827-fb83-44a2-8430-928be58532ab taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.974904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cd2a827-fb83-44a2-8430-928be58532ab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.974904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cd2a827-fb83-44a2-8430-928be58532ab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.974904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cd2a827-fb83-44a2-8430-928be58532ab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.974904] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd2a827-fb83-44a2-8430-928be58532ab',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.064021] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51875610-1424-4cb5-8212-4ae95ff42347 [ 624.064021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.064021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.064021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.064021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.064021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.064021] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51875610-1424-4cb5-8212-4ae95ff42347 already deleted. [ 624.064021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51875610-1424-4cb5-8212-4ae95ff42347" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.478019] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cd2a827-fb83-44a2-8430-928be58532ab [ 624.478019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.478019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.478019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.478019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.478019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.478261] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cd2a827-fb83-44a2-8430-928be58532ab already deleted. [ 624.478261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cd2a827-fb83-44a2-8430-928be58532ab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.541485] env[69210]: INFO networking_nsxv3.common.synchronization [None req-33be1090-9766-44d3-ad02-909f544d785d None None] Enqueued Resource ID: cce39878-6b4c-47e3-a1a4-2f4ec9278b65 with Priority: HIGHEST for action port [ 624.542081] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cce39878-6b4c-47e3-a1a4-2f4ec9278b65 with Priority: HIGHEST for action port [ 624.542353] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cce39878-6b4c-47e3-a1a4-2f4ec9278b65 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.542431] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cce39878-6b4c-47e3-a1a4-2f4ec9278b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.542738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cce39878-6b4c-47e3-a1a4-2f4ec9278b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.542808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cce39878-6b4c-47e3-a1a4-2f4ec9278b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.542870] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cce39878-6b4c-47e3-a1a4-2f4ec9278b65',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.620751] env[69210]: INFO networking_nsxv3.common.synchronization [None req-9a0c1719-4a7d-423c-b4ea-b4c99695c7db None None] Enqueued Resource ID: 1326d4c2-e877-4928-84b6-a0ab359bedf6 with Priority: HIGHEST for action port [ 624.620939] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1326d4c2-e877-4928-84b6-a0ab359bedf6 with Priority: HIGHEST for action port [ 624.621503] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-1326d4c2-e877-4928-84b6-a0ab359bedf6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.621650] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1326d4c2-e877-4928-84b6-a0ab359bedf6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.621706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1326d4c2-e877-4928-84b6-a0ab359bedf6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.622572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1326d4c2-e877-4928-84b6-a0ab359bedf6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.623510] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1326d4c2-e877-4928-84b6-a0ab359bedf6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.051903] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cce39878-6b4c-47e3-a1a4-2f4ec9278b65 [ 625.052163] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.052302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.052373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.052617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.052713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.052812] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cce39878-6b4c-47e3-a1a4-2f4ec9278b65 already deleted. [ 625.052993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cce39878-6b4c-47e3-a1a4-2f4ec9278b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.125390] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1326d4c2-e877-4928-84b6-a0ab359bedf6 [ 625.125949] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.125949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.126073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.126220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.126329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.126410] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1326d4c2-e877-4928-84b6-a0ab359bedf6 already deleted. [ 625.126494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1326d4c2-e877-4928-84b6-a0ab359bedf6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.021464] env[69210]: INFO networking_nsxv3.common.synchronization [None req-0c623675-de1d-43fd-a66f-28477a0e77f5 None None] Enqueued Resource ID: 3deffbe5-7614-42fb-bef7-182f58da9875 with Priority: HIGHEST for action port [ 626.021464] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deffbe5-7614-42fb-bef7-182f58da9875 with Priority: HIGHEST for action port [ 626.021464] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3deffbe5-7614-42fb-bef7-182f58da9875 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.021464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3deffbe5-7614-42fb-bef7-182f58da9875" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.021464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3deffbe5-7614-42fb-bef7-182f58da9875" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.022276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3deffbe5-7614-42fb-bef7-182f58da9875" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.022492] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3deffbe5-7614-42fb-bef7-182f58da9875',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.527130] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3deffbe5-7614-42fb-bef7-182f58da9875 [ 626.527440] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.527718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.527718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.527796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.527825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.528164] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3deffbe5-7614-42fb-bef7-182f58da9875 already deleted. [ 626.528164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3deffbe5-7614-42fb-bef7-182f58da9875" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.178862] env[69210]: INFO networking_nsxv3.common.synchronization [None req-d3749022-3c9c-4897-b1dc-adce2b42529a None None] Enqueued Resource ID: 396057ee-da66-4315-b17c-3c77d20ee25c with Priority: HIGHEST for action port [ 627.179130] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396057ee-da66-4315-b17c-3c77d20ee25c with Priority: HIGHEST for action port [ 627.179670] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-396057ee-da66-4315-b17c-3c77d20ee25c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.179798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-396057ee-da66-4315-b17c-3c77d20ee25c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.179867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-396057ee-da66-4315-b17c-3c77d20ee25c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.180143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-396057ee-da66-4315-b17c-3c77d20ee25c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.180221] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('396057ee-da66-4315-b17c-3c77d20ee25c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.682938] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 396057ee-da66-4315-b17c-3c77d20ee25c [ 627.683244] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.683918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.683918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.683918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.683918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.683918] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:396057ee-da66-4315-b17c-3c77d20ee25c already deleted. [ 627.683918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-396057ee-da66-4315-b17c-3c77d20ee25c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.267364] env[69210]: INFO networking_nsxv3.common.synchronization [None req-949c176e-28c7-4e81-b077-32e18ca1ba7e None None] Enqueued Resource ID: c12cf9c7-60e7-4b69-ada7-c0a4e3a25cb3 with Priority: HIGHEST for action port [ 628.267580] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c12cf9c7-60e7-4b69-ada7-c0a4e3a25cb3 with Priority: HIGHEST for action port [ 628.270032] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-c12cf9c7-60e7-4b69-ada7-c0a4e3a25cb3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.270032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c12cf9c7-60e7-4b69-ada7-c0a4e3a25cb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.270032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c12cf9c7-60e7-4b69-ada7-c0a4e3a25cb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.270032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c12cf9c7-60e7-4b69-ada7-c0a4e3a25cb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.270032] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12cf9c7-60e7-4b69-ada7-c0a4e3a25cb3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.514221] env[69210]: INFO networking_nsxv3.common.synchronization [None req-35fdeb95-d9fc-47af-ad71-e6b5d9e81cfe None None] Enqueued Resource ID: 4ab43407-5a0d-4489-9b00-552065daad0b with Priority: HIGHEST for action port [ 628.514966] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab43407-5a0d-4489-9b00-552065daad0b with Priority: HIGHEST for action port [ 628.515240] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab43407-5a0d-4489-9b00-552065daad0b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.515371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab43407-5a0d-4489-9b00-552065daad0b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.515442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab43407-5a0d-4489-9b00-552065daad0b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.515699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab43407-5a0d-4489-9b00-552065daad0b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.516215] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab43407-5a0d-4489-9b00-552065daad0b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.774018] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c12cf9c7-60e7-4b69-ada7-c0a4e3a25cb3 [ 628.774018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.774018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.774018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.774018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.774018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.774018] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c12cf9c7-60e7-4b69-ada7-c0a4e3a25cb3 already deleted. [ 628.774018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c12cf9c7-60e7-4b69-ada7-c0a4e3a25cb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.774018] env[69210]: INFO networking_nsxv3.common.synchronization [None req-c6a06f0d-2d90-48ee-b7f2-c5d4c47f9c37 None None] Enqueued Resource ID: f42f81da-54e2-4864-b925-69bb351a8fd1 with Priority: HIGHEST for action port [ 628.775021] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42f81da-54e2-4864-b925-69bb351a8fd1 with Priority: HIGHEST for action port [ 628.775418] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f42f81da-54e2-4864-b925-69bb351a8fd1 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.775663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f42f81da-54e2-4864-b925-69bb351a8fd1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.775905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f42f81da-54e2-4864-b925-69bb351a8fd1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.776677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f42f81da-54e2-4864-b925-69bb351a8fd1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.776851] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42f81da-54e2-4864-b925-69bb351a8fd1',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.018957] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ab43407-5a0d-4489-9b00-552065daad0b [ 629.019217] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.019351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.019478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.019636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.019837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.019936] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ab43407-5a0d-4489-9b00-552065daad0b already deleted. [ 629.020390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab43407-5a0d-4489-9b00-552065daad0b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.278695] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f42f81da-54e2-4864-b925-69bb351a8fd1 [ 629.278920] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.279075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.279153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.279831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.279831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.279831] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f42f81da-54e2-4864-b925-69bb351a8fd1 already deleted. [ 629.279831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f42f81da-54e2-4864-b925-69bb351a8fd1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.163740] env[69210]: INFO networking_nsxv3.common.synchronization [req-84074952-dfc0-4cc8-a47b-04dfa7c45283 req-cac5ecc3-9177-48e2-8294-01f634bc2681 tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Enqueued Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 630.164295] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 630.164592] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.164711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.164777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.165052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.165208] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.165339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.165373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.165511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.165602] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.165693] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.673491] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.673666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.673737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.673952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.674071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.674685] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.674685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.674685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.674685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.674685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.674685] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 already deleted. [ 630.674904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.599199] env[69210]: INFO networking_nsxv3.common.synchronization [None req-f4a2bc8f-2f68-499e-b612-32908fa4d6eb None None] Enqueued Resource ID: bdbbda2e-981f-4e7f-adb1-439d447ed1b6 with Priority: HIGHEST for action port [ 631.599199] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdbbda2e-981f-4e7f-adb1-439d447ed1b6 with Priority: HIGHEST for action port [ 631.599199] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdbbda2e-981f-4e7f-adb1-439d447ed1b6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.599199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdbbda2e-981f-4e7f-adb1-439d447ed1b6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.599199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdbbda2e-981f-4e7f-adb1-439d447ed1b6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.599199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdbbda2e-981f-4e7f-adb1-439d447ed1b6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.599199] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdbbda2e-981f-4e7f-adb1-439d447ed1b6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.787226] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.787433] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.787611] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.788066] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.788257] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.788459] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.788544] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.788803] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.788924] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.789242] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.789370] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.789456] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.789617] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.789694] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.789842] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.789911] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.812682] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.813660] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 631.813660] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.813660] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.813660] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-67bdcb26-c9be-444a-9b11-fff24f478e0c taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.814124] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-67bdcb26-c9be-444a-9b11-fff24f478e0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.814124] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-67bdcb26-c9be-444a-9b11-fff24f478e0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.814203] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-67bdcb26-c9be-444a-9b11-fff24f478e0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.814279] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67bdcb26-c9be-444a-9b11-fff24f478e0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.102635] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdbbda2e-981f-4e7f-adb1-439d447ed1b6 [ 632.102752] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.103442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.103507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.103722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.104736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.104736] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdbbda2e-981f-4e7f-adb1-439d447ed1b6 already deleted. [ 632.104736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdbbda2e-981f-4e7f-adb1-439d447ed1b6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.191379] env[69210]: INFO networking_nsxv3.common.synchronization [req-8201da43-e310-42c5-b4a7-409689911214 req-ccccb396-96aa-4a4d-8f3d-235e5785bde0 tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Enqueued Resource ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff with Priority: HIGHEST for action security_group_members [ 632.191913] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff with Priority: HIGHEST for action security_group_members [ 632.194213] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.194213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.194213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.194213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.194213] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.194213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.194213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.194213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.194213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.194213] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a87155-f4c8-4125-9d48-3d3f8e91f0ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.319244] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.319244] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.319244] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.319244] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.319244] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.319244] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 67bdcb26-c9be-444a-9b11-fff24f478e0c not found, creating... [ 632.319244] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.319244] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.319244] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.319244] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.319244] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.319650] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.319650] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.320719] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.321106] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.321899] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.322040] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 67bdcb26-c9be-444a-9b11-fff24f478e0c is going to be created. [ 632.345540] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.345758] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.345885] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.346182] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.346413] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.347503] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-67bdcb26-c9be-444a-9b11-fff24f478e0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.411140] env[69210]: INFO networking_nsxv3.common.synchronization [None req-eca123ed-b908-4c16-9eba-34f36f24d11d None None] Enqueued Resource ID: faff415a-63aa-457c-92a5-4116f7622f08 with Priority: HIGHEST for action port [ 632.411431] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faff415a-63aa-457c-92a5-4116f7622f08 with Priority: HIGHEST for action port [ 632.412420] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-faff415a-63aa-457c-92a5-4116f7622f08 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.412420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faff415a-63aa-457c-92a5-4116f7622f08" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.412420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faff415a-63aa-457c-92a5-4116f7622f08" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.412628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faff415a-63aa-457c-92a5-4116f7622f08" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.412628] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faff415a-63aa-457c-92a5-4116f7622f08',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.696889] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.696889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.696889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.697600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.697600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.697600] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.697600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.697600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.697765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.697765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.697826] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff already deleted. [ 632.698421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.915179] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faff415a-63aa-457c-92a5-4116f7622f08 [ 632.915179] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.915179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.916286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.916286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.916286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.916286] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faff415a-63aa-457c-92a5-4116f7622f08 already deleted. [ 632.916286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faff415a-63aa-457c-92a5-4116f7622f08" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.123796] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.123796] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-890" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.123796] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-890" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.124267] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-890" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.124402] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.124673] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.124673] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.125009] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.125981] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.126271] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.126443] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.126676] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.126676] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.130030] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.130030] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.130030] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.144846] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.145464] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 633.145464] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.145464] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-890" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.145662] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-2d6e6d79-4444-450f-bccb-f74e32ba4dbf taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.145843] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-2d6e6d79-4444-450f-bccb-f74e32ba4dbf" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.145965] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-2d6e6d79-4444-450f-bccb-f74e32ba4dbf" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.146318] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-2d6e6d79-4444-450f-bccb-f74e32ba4dbf" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.146460] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d6e6d79-4444-450f-bccb-f74e32ba4dbf',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.398249] env[69210]: INFO networking_nsxv3.common.synchronization [None req-3e19e730-cbb9-4ac9-868e-efae7d8df225 None None] Enqueued Resource ID: 47f0aed9-089c-4729-b020-8adc7280cfc2 with Priority: HIGHEST for action port [ 633.398629] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f0aed9-089c-4729-b020-8adc7280cfc2 with Priority: HIGHEST for action port [ 633.399379] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-47f0aed9-089c-4729-b020-8adc7280cfc2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.399379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47f0aed9-089c-4729-b020-8adc7280cfc2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.399379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47f0aed9-089c-4729-b020-8adc7280cfc2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.399633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47f0aed9-089c-4729-b020-8adc7280cfc2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.399633] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47f0aed9-089c-4729-b020-8adc7280cfc2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.621030] env[69210]: INFO networking_nsxv3.common.synchronization [None req-22b23a12-bad8-4327-985d-33a9ffa09a2b None None] Enqueued Resource ID: fbd36bc6-8312-4b0a-a0ba-4d44f9f4daf1 with Priority: HIGHEST for action port [ 633.621564] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd36bc6-8312-4b0a-a0ba-4d44f9f4daf1 with Priority: HIGHEST for action port [ 633.622488] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbd36bc6-8312-4b0a-a0ba-4d44f9f4daf1 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.624117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbd36bc6-8312-4b0a-a0ba-4d44f9f4daf1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.624117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbd36bc6-8312-4b0a-a0ba-4d44f9f4daf1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.624117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbd36bc6-8312-4b0a-a0ba-4d44f9f4daf1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.624117] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbd36bc6-8312-4b0a-a0ba-4d44f9f4daf1',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.650981] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.651115] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.651729] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.651729] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.651729] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.651864] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 2d6e6d79-4444-450f-bccb-f74e32ba4dbf not found, creating... [ 633.652046] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.652203] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.652319] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.652537] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.654333] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.654333] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.654333] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.654333] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.654333] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.654333] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.654333] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 2d6e6d79-4444-450f-bccb-f74e32ba4dbf is going to be created. [ 633.672942] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.674561] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.674561] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.674561] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.674561] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.674561] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-2d6e6d79-4444-450f-bccb-f74e32ba4dbf" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.787416] env[69210]: INFO networking_nsxv3.common.synchronization [req-84074952-dfc0-4cc8-a47b-04dfa7c45283 req-5d4dbdfd-0493-44ff-b98e-97c5b79c4527 service nova] Enqueued Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_rules [ 633.787679] env[69210]: INFO networking_nsxv3.common.synchronization [req-84074952-dfc0-4cc8-a47b-04dfa7c45283 req-5d4dbdfd-0493-44ff-b98e-97c5b79c4527 service nova] Enqueued Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 633.787872] env[69210]: INFO networking_nsxv3.common.synchronization [req-84074952-dfc0-4cc8-a47b-04dfa7c45283 req-5d4dbdfd-0493-44ff-b98e-97c5b79c4527 service nova] Enqueued Resource ID: 67bdcb26-c9be-444a-9b11-fff24f478e0c with Priority: HIGHEST for action port [ 633.788584] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_rules [ 633.788656] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 633.788737] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bdcb26-c9be-444a-9b11-fff24f478e0c with Priority: HIGHEST for action port [ 633.789301] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.789411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.789497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.789775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.789876] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.790840] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.791136] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.791247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.791664] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.791854] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.792213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.792369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.792618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.792681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.792787] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.794301] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-67bdcb26-c9be-444a-9b11-fff24f478e0c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.794444] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67bdcb26-c9be-444a-9b11-fff24f478e0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.794529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67bdcb26-c9be-444a-9b11-fff24f478e0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.794709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67bdcb26-c9be-444a-9b11-fff24f478e0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.794786] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67bdcb26-c9be-444a-9b11-fff24f478e0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.906296] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47f0aed9-089c-4729-b020-8adc7280cfc2 [ 633.906296] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.906296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.906296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.906296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.906473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.906736] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47f0aed9-089c-4729-b020-8adc7280cfc2 already deleted. [ 633.906856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47f0aed9-089c-4729-b020-8adc7280cfc2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.131086] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbd36bc6-8312-4b0a-a0ba-4d44f9f4daf1 [ 634.131086] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.131086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.131086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.131086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.131086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.131086] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbd36bc6-8312-4b0a-a0ba-4d44f9f4daf1 already deleted. [ 634.131086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbd36bc6-8312-4b0a-a0ba-4d44f9f4daf1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.298194] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.298311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.314385] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.315588] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67bdcb26-c9be-444a-9b11-fff24f478e0c with status ACTIVE [ 634.315588] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.315684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.315760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.315939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.316035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.316237] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.316418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.316418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.316746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.316746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.316865] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.316941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.316941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.317463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.317463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.317463] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67bdcb26-c9be-444a-9b11-fff24f478e0c is going to be updated. [ 634.337589] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.337757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.337829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.338368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.338558] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.338755] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67bdcb26-c9be-444a-9b11-fff24f478e0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.454365] env[69210]: INFO networking_nsxv3.common.synchronization [None req-da44e50d-d3a1-419a-9db7-e94d124c662a tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Enqueued Resource ID: 3f112605-ebd9-4d7b-9770-f0cc7d92214b with Priority: HIGHEST for action security_group_rules [ 634.454365] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f112605-ebd9-4d7b-9770-f0cc7d92214b with Priority: HIGHEST for action security_group_rules [ 634.454365] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f112605-ebd9-4d7b-9770-f0cc7d92214b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.454365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f112605-ebd9-4d7b-9770-f0cc7d92214b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.456331] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f112605-ebd9-4d7b-9770-f0cc7d92214b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.459040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f112605-ebd9-4d7b-9770-f0cc7d92214b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.459040] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f112605-ebd9-4d7b-9770-f0cc7d92214b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.609086] env[69210]: INFO networking_nsxv3.common.synchronization [None req-d65bac0e-4885-4ae3-8a2f-4f033184201b tempest-VolumesAssistedSnapshotsTest-2059723891 tempest-VolumesAssistedSnapshotsTest-2059723891-project-member] Enqueued Resource ID: 3f112605-ebd9-4d7b-9770-f0cc7d92214b with Priority: HIGHEST for action security_group_rules [ 634.609742] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f112605-ebd9-4d7b-9770-f0cc7d92214b with Priority: HIGHEST for action security_group_rules [ 634.611223] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f112605-ebd9-4d7b-9770-f0cc7d92214b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.611223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f112605-ebd9-4d7b-9770-f0cc7d92214b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.677010] env[69210]: INFO networking_nsxv3.common.synchronization [req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 req-e4afc293-3a50-442d-9d34-075f97025739 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Enqueued Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 634.677010] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 634.677341] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.677489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.677810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.678052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.678234] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.678376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.678464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.679028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.679201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.679323] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.820078] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.976899] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.977067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.977113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.977302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.977394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.977487] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f112605-ebd9-4d7b-9770-f0cc7d92214b already deleted. [ 634.977566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f112605-ebd9-4d7b-9770-f0cc7d92214b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.978169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f112605-ebd9-4d7b-9770-f0cc7d92214b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.978169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f112605-ebd9-4d7b-9770-f0cc7d92214b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.978169] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f112605-ebd9-4d7b-9770-f0cc7d92214b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.181400] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.181691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.181749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.181951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.182071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.182249] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.182347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.182431] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.182557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.182682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.182783] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 already deleted. [ 635.182874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.291342] env[69210]: INFO networking_nsxv3.common.synchronization [None req-1f7dec05-a8f1-43b7-93cf-b26dcdc583fb None None] Enqueued Resource ID: 79a7972e-d0b6-49c7-bc20-d036966cbd5c with Priority: HIGHEST for action port [ 635.291586] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a7972e-d0b6-49c7-bc20-d036966cbd5c with Priority: HIGHEST for action port [ 635.292473] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-79a7972e-d0b6-49c7-bc20-d036966cbd5c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.292473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79a7972e-d0b6-49c7-bc20-d036966cbd5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.292473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79a7972e-d0b6-49c7-bc20-d036966cbd5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.292641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79a7972e-d0b6-49c7-bc20-d036966cbd5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.292687] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79a7972e-d0b6-49c7-bc20-d036966cbd5c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.323390] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.323390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.323390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.323966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.324098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.324215] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 is going to be created. [ 635.353596] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.353769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.354182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.354520] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.354692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.364145] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: UNINITIALIZED for 2s [ 635.497187] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.497605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.497605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.497705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.497737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.497873] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f112605-ebd9-4d7b-9770-f0cc7d92214b already deleted. [ 635.497907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f112605-ebd9-4d7b-9770-f0cc7d92214b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.582560] env[69210]: INFO networking_nsxv3.common.synchronization [req-8201da43-e310-42c5-b4a7-409689911214 req-013f3f30-991f-4aba-80d3-a4e833fabcdb service nova] Enqueued Resource ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff with Priority: HIGHEST for action security_group_rules [ 635.582560] env[69210]: INFO networking_nsxv3.common.synchronization [req-8201da43-e310-42c5-b4a7-409689911214 req-013f3f30-991f-4aba-80d3-a4e833fabcdb service nova] Enqueued Resource ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff with Priority: HIGHEST for action security_group_members [ 635.582661] env[69210]: INFO networking_nsxv3.common.synchronization [req-8201da43-e310-42c5-b4a7-409689911214 req-013f3f30-991f-4aba-80d3-a4e833fabcdb service nova] Enqueued Resource ID: 2d6e6d79-4444-450f-bccb-f74e32ba4dbf with Priority: HIGHEST for action port [ 635.583142] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff with Priority: HIGHEST for action security_group_rules [ 635.583278] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff with Priority: HIGHEST for action security_group_members [ 635.583387] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6e6d79-4444-450f-bccb-f74e32ba4dbf with Priority: HIGHEST for action port [ 635.583660] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.583994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.583994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.585417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.587102] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6a87155-f4c8-4125-9d48-3d3f8e91f0ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.593020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.593020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.593020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.593020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.593020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.593020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.593020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.593020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.593020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.593020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a87155-f4c8-4125-9d48-3d3f8e91f0ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.593020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d6e6d79-4444-450f-bccb-f74e32ba4dbf taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.595093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d6e6d79-4444-450f-bccb-f74e32ba4dbf" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.595180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d6e6d79-4444-450f-bccb-f74e32ba4dbf" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.595356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d6e6d79-4444-450f-bccb-f74e32ba4dbf" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.595426] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d6e6d79-4444-450f-bccb-f74e32ba4dbf',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.794464] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79a7972e-d0b6-49c7-bc20-d036966cbd5c [ 635.794624] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.794769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.794810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.795109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.795109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.795214] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79a7972e-d0b6-49c7-bc20-d036966cbd5c already deleted. [ 635.795368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79a7972e-d0b6-49c7-bc20-d036966cbd5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.072683] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.073105] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-902" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.073105] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-902" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.073369] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-902" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.073804] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.076203] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.076384] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.077098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.077098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.077098] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.077098] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.077258] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.077335] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.077430] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.077520] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.077664] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.096963] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.096963] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.096963] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.096963] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-902" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.096963] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-9c42025e-93ba-4f1a-bddf-66a01897cdfe taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.097471] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-9c42025e-93ba-4f1a-bddf-66a01897cdfe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.097972] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-9c42025e-93ba-4f1a-bddf-66a01897cdfe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.098301] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-9c42025e-93ba-4f1a-bddf-66a01897cdfe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.098452] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c42025e-93ba-4f1a-bddf-66a01897cdfe',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.100623] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6a87155-f4c8-4125-9d48-3d3f8e91f0ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.100623] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.100623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.100623] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d6e6d79-4444-450f-bccb-f74e32ba4dbf with status ACTIVE [ 636.100843] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.103462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.103462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.103462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.103462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.103462] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.103462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.103462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.103462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.103992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.103992] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.103992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.103992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.103992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.104215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.104215] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d6e6d79-4444-450f-bccb-f74e32ba4dbf is going to be updated. [ 636.151380] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.152099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.152099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.152099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.152099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.153703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d6e6d79-4444-450f-bccb-f74e32ba4dbf" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.369349] env[69210]: INFO networking_nsxv3.common.synchronization [req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 req-e0dcab8b-cf8b-4ec9-aaa5-3cb77eddc162 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 636.369884] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 636.370243] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.370560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.370685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.371236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.371456] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.371589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.371853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.372094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.372630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.372630] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.606732] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.607322] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.607606] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.608310] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.608922] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.609493] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 9c42025e-93ba-4f1a-bddf-66a01897cdfe not found, creating... [ 636.609917] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.610707] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.610952] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.611596] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.611834] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.612253] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.612683] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.613730] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.613730] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.615236] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.616234] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 9c42025e-93ba-4f1a-bddf-66a01897cdfe is going to be created. [ 636.617273] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6a87155-f4c8-4125-9d48-3d3f8e91f0ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.636608] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.638981] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.639084] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.642809] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.642809] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.642809] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-9c42025e-93ba-4f1a-bddf-66a01897cdfe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.660026] env[69210]: INFO networking_nsxv3.common.synchronization [None req-d3f976c2-cd09-4838-b90c-91e404f7e1f2 None None] Enqueued Resource ID: 298ac647-8a87-4dd3-a9e4-2950cfcac081 with Priority: HIGHEST for action port [ 636.660150] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298ac647-8a87-4dd3-a9e4-2950cfcac081 with Priority: HIGHEST for action port [ 636.661654] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-298ac647-8a87-4dd3-a9e4-2950cfcac081 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.661654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-298ac647-8a87-4dd3-a9e4-2950cfcac081" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.661654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-298ac647-8a87-4dd3-a9e4-2950cfcac081" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.661654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-298ac647-8a87-4dd3-a9e4-2950cfcac081" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.661654] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298ac647-8a87-4dd3-a9e4-2950cfcac081',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.875157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.876030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.876030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.876030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.876030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.876030] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.876030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.876030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.876331] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.876331] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.876390] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 already deleted. [ 636.876475] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.121138] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.121450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.121450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.121552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.121601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.121749] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff is going to be created. [ 637.161982] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.161982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.161982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.161982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.161982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.163014] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 298ac647-8a87-4dd3-a9e4-2950cfcac081 [ 637.163670] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.163670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.163670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.163670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.163828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.163828] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:298ac647-8a87-4dd3-a9e4-2950cfcac081 already deleted. [ 637.163913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-298ac647-8a87-4dd3-a9e4-2950cfcac081" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.188359] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff in Status: UNINITIALIZED for 2s [ 637.376029] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: SUCCESS [ 637.376029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.376029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.376029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.376029] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.376029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.376029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.376029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.376029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.376029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.376029] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.621716] env[69210]: INFO networking_nsxv3.common.synchronization [None req-ea2930e6-dd4e-40d8-81af-efc23de84a0b None None] Enqueued Resource ID: f8d8b300-5a95-4c6d-8ae0-07a5ff85fcab with Priority: HIGHEST for action port [ 637.621981] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d8b300-5a95-4c6d-8ae0-07a5ff85fcab with Priority: HIGHEST for action port [ 637.624994] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8d8b300-5a95-4c6d-8ae0-07a5ff85fcab taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.625141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8d8b300-5a95-4c6d-8ae0-07a5ff85fcab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.625208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8d8b300-5a95-4c6d-8ae0-07a5ff85fcab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.625567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8d8b300-5a95-4c6d-8ae0-07a5ff85fcab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.625607] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8d8b300-5a95-4c6d-8ae0-07a5ff85fcab',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.705779] env[69210]: INFO networking_nsxv3.common.synchronization [None req-71dc38fa-b215-4755-9e22-97be631a4ecc None None] Enqueued Resource ID: 3eebb783-d4a1-42ec-ab4d-f3661f135df4 with Priority: HIGHEST for action port [ 637.705905] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eebb783-d4a1-42ec-ab4d-f3661f135df4 with Priority: HIGHEST for action port [ 637.706479] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eebb783-d4a1-42ec-ab4d-f3661f135df4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.706626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eebb783-d4a1-42ec-ab4d-f3661f135df4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.706668] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eebb783-d4a1-42ec-ab4d-f3661f135df4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.707997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eebb783-d4a1-42ec-ab4d-f3661f135df4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.708506] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eebb783-d4a1-42ec-ab4d-f3661f135df4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.796039] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.796039] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.796039] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.796039] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.796039] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.796039] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.796650] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.797050] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.797443] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.797762] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.797969] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.798203] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.798417] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.798629] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 637.798833] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.799071] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.818849] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.818959] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.819991] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.820453] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.820821] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-216e0d64-800e-45bd-882b-88c67ca8b048 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.822322] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-216e0d64-800e-45bd-882b-88c67ca8b048" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.822458] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-216e0d64-800e-45bd-882b-88c67ca8b048" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.822827] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-216e0d64-800e-45bd-882b-88c67ca8b048" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.823784] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216e0d64-800e-45bd-882b-88c67ca8b048',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.877843] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.878071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.878161] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.878373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.878559] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.878655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.878691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.878834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.879670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.879670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.879825] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.879923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.879985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.880152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.880306] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.880396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.880454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.880588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.880661] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.880741] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.880826] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.075211] env[69210]: INFO networking_nsxv3.common.synchronization [req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 req-c5981f53-d363-4a0c-b4d5-98999efd3f50 service nova] Enqueued Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_rules [ 638.075338] env[69210]: INFO networking_nsxv3.common.synchronization [req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 req-c5981f53-d363-4a0c-b4d5-98999efd3f50 service nova] Enqueued Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 638.075823] env[69210]: INFO networking_nsxv3.common.synchronization [req-85b27ca4-d9ea-46bb-8f4f-4c445ae307b9 req-c5981f53-d363-4a0c-b4d5-98999efd3f50 service nova] Enqueued Resource ID: 9c42025e-93ba-4f1a-bddf-66a01897cdfe with Priority: HIGHEST for action port [ 638.077289] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_rules [ 638.077289] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 638.077289] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c42025e-93ba-4f1a-bddf-66a01897cdfe with Priority: HIGHEST for action port [ 638.077289] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.077694] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.077694] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.078052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.078052] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.079182] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.079182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.079182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.079296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.079422] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.079535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.079841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.079946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.080255] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.080255] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.085015] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c42025e-93ba-4f1a-bddf-66a01897cdfe taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.085015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c42025e-93ba-4f1a-bddf-66a01897cdfe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.085015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c42025e-93ba-4f1a-bddf-66a01897cdfe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.085015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c42025e-93ba-4f1a-bddf-66a01897cdfe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.085015] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c42025e-93ba-4f1a-bddf-66a01897cdfe',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.129612] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8d8b300-5a95-4c6d-8ae0-07a5ff85fcab [ 638.129612] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.129612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.129612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.129612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.129612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.129612] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8d8b300-5a95-4c6d-8ae0-07a5ff85fcab already deleted. [ 638.129612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8d8b300-5a95-4c6d-8ae0-07a5ff85fcab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.211271] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eebb783-d4a1-42ec-ab4d-f3661f135df4 [ 638.212051] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.212051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.212051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.212237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.212386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.212386] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eebb783-d4a1-42ec-ab4d-f3661f135df4 already deleted. [ 638.212473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eebb783-d4a1-42ec-ab4d-f3661f135df4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.329502] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.329502] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.329956] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.330342] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.331666] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.331666] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 216e0d64-800e-45bd-882b-88c67ca8b048 not found, creating... [ 638.332606] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.332606] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.332810] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.333089] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.333860] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.334188] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.335377] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.335555] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.336029] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.336117] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.336336] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 216e0d64-800e-45bd-882b-88c67ca8b048 is going to be created. [ 638.359358] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.360535] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.361156] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.361523] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.362164] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.362988] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-216e0d64-800e-45bd-882b-88c67ca8b048" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.387138] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f58a979a-dba3-4f7a-aeae-854d845a07a6: rpc.has_security_group_logging(os_id): False [ 638.407109] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.407356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.407791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.407791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.407791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.408137] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.408697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.408697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.408697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.408697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.409236] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.412428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.412511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.416034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.416034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.416034] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.416034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.416034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.416034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.416034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.416034] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 is going to be created. [ 638.503052] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.503052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.503052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.503052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.503052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.521222] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: IN_PROGRESS for 2s [ 638.589931] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.592483] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.592580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.593334] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c42025e-93ba-4f1a-bddf-66a01897cdfe with status ACTIVE [ 638.593334] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.593334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.593334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.593547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.593581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.594276] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.594276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.594276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.596856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.597893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.597893] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.597893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.597893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.597893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.597893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.597893] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c42025e-93ba-4f1a-bddf-66a01897cdfe is going to be updated. [ 638.623056] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.623220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.623291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.623508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.623671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.623882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c42025e-93ba-4f1a-bddf-66a01897cdfe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.036953] env[69210]: INFO networking_nsxv3.common.synchronization [req-0fd438c5-48fa-4b28-ad55-82b6446fae9d req-d5482572-3088-49cc-8385-3cd46f7723e3 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 639.037378] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 639.037725] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.037862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.037930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.038152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.039528] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.039528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.039528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.039703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.039737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.039817] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.094167] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.203237] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff in Status: SUCCESS [ 639.203495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.203495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.203860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.203924] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.204083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.204153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.204322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.204406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.205154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.205154] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6a87155-f4c8-4125-9d48-3d3f8e91f0ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.544146] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.566567] env[69210]: INFO networking_nsxv3.common.synchronization [None req-affdd017-b31c-43b7-a1d9-458f3f505eaa None None] Enqueued Resource ID: 91e7b7f3-948c-4e30-b3b2-ecc0b64e9157 with Priority: HIGHEST for action port [ 639.567129] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e7b7f3-948c-4e30-b3b2-ecc0b64e9157 with Priority: HIGHEST for action port [ 639.567526] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-91e7b7f3-948c-4e30-b3b2-ecc0b64e9157 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.569516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91e7b7f3-948c-4e30-b3b2-ecc0b64e9157" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.569600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91e7b7f3-948c-4e30-b3b2-ecc0b64e9157" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.570031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91e7b7f3-948c-4e30-b3b2-ecc0b64e9157" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.570185] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91e7b7f3-948c-4e30-b3b2-ecc0b64e9157',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.597476] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.598299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.598447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.598849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.598981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.599484] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 is going to be created. [ 639.622847] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.623843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.623843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.623843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.623843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.633202] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: UNINITIALIZED for 2s [ 639.709426] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.709426] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.709426] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.709426] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.709426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.710216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.710216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.710216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.710216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.710216] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6a87155-f4c8-4125-9d48-3d3f8e91f0ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.961122] env[69210]: INFO networking_nsxv3.common.synchronization [None req-a50f24fa-15d4-401e-ad4e-b435bca4324c None None] Enqueued Resource ID: cb78bab0-2520-4e57-8c01-800fb01be5e5 with Priority: HIGHEST for action port [ 639.961122] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb78bab0-2520-4e57-8c01-800fb01be5e5 with Priority: HIGHEST for action port [ 639.961688] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb78bab0-2520-4e57-8c01-800fb01be5e5 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.961908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb78bab0-2520-4e57-8c01-800fb01be5e5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.962627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb78bab0-2520-4e57-8c01-800fb01be5e5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.963042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb78bab0-2520-4e57-8c01-800fb01be5e5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.963327] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb78bab0-2520-4e57-8c01-800fb01be5e5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.052390] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.075357] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91e7b7f3-948c-4e30-b3b2-ecc0b64e9157 [ 640.075612] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.075747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.075849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.076134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.076209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.076318] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91e7b7f3-948c-4e30-b3b2-ecc0b64e9157 already deleted. [ 640.076381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91e7b7f3-948c-4e30-b3b2-ecc0b64e9157" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.214781] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6a87155-f4c8-4125-9d48-3d3f8e91f0ff: rpc.has_security_group_logging(os_id): False [ 640.231368] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.234125] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.234125] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.234125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.234707] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.234707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.234707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.234707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.234707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.234707] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff is going to be created. [ 640.242164] env[69210]: INFO networking_nsxv3.common.synchronization [req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 req-61f505e5-b384-4458-8845-1c0c2248cb78 service nova] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_rules [ 640.242368] env[69210]: INFO networking_nsxv3.common.synchronization [req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 req-61f505e5-b384-4458-8845-1c0c2248cb78 service nova] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 640.242516] env[69210]: INFO networking_nsxv3.common.synchronization [req-764cbdb0-b5c2-4e92-8cd2-949c6fc6b429 req-61f505e5-b384-4458-8845-1c0c2248cb78 service nova] Enqueued Resource ID: 216e0d64-800e-45bd-882b-88c67ca8b048 with Priority: HIGHEST for action port [ 640.243088] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_rules [ 640.243225] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 640.243322] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 216e0d64-800e-45bd-882b-88c67ca8b048 with Priority: HIGHEST for action port [ 640.243577] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.243737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.243796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.244015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.244254] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.245116] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.245234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.246100] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-216e0d64-800e-45bd-882b-88c67ca8b048 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.246100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-216e0d64-800e-45bd-882b-88c67ca8b048" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.246100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-216e0d64-800e-45bd-882b-88c67ca8b048" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.246100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-216e0d64-800e-45bd-882b-88c67ca8b048" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.246100] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('216e0d64-800e-45bd-882b-88c67ca8b048',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.297821] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.297960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.300045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.300045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.300045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.312579] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff in Status: IN_PROGRESS for 2s [ 640.390381] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.390381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.390381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.390381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.390381] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.390381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.390381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.390638] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.390638] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.390840] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.390931] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.391494] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.391663] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.392164] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.392164] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.392164] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.410967] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.410967] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 640.410967] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.410967] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.410967] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-672ac651-4c68-418c-9092-acb0c5be85c3 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.410967] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-672ac651-4c68-418c-9092-acb0c5be85c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.410967] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-672ac651-4c68-418c-9092-acb0c5be85c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.410967] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-672ac651-4c68-418c-9092-acb0c5be85c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.410967] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('672ac651-4c68-418c-9092-acb0c5be85c3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.467053] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb78bab0-2520-4e57-8c01-800fb01be5e5 [ 640.467053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.467053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.467053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.467053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.467053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.467053] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb78bab0-2520-4e57-8c01-800fb01be5e5 already deleted. [ 640.467053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb78bab0-2520-4e57-8c01-800fb01be5e5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.532359] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: SUCCESS [ 640.532838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.552181] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.552338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.552399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.552613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.552746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.552868] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be created. [ 640.575317] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.575317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.575317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.575317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.575317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.587039] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: UNINITIALIZED for 2s [ 640.691051] env[69210]: INFO networking_nsxv3.common.synchronization [None req-8ca63f6d-8f1e-4d2f-a6c5-04d01d5d9c47 None None] Enqueued Resource ID: 0bf1c927-d8d0-4c17-8412-ed44baf84c47 with Priority: HIGHEST for action port [ 640.691051] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf1c927-d8d0-4c17-8412-ed44baf84c47 with Priority: HIGHEST for action port [ 640.691051] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bf1c927-d8d0-4c17-8412-ed44baf84c47 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.691051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bf1c927-d8d0-4c17-8412-ed44baf84c47" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.691051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bf1c927-d8d0-4c17-8412-ed44baf84c47" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.697388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bf1c927-d8d0-4c17-8412-ed44baf84c47" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.697388] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf1c927-d8d0-4c17-8412-ed44baf84c47',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.749266] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.749266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.749266] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 216e0d64-800e-45bd-882b-88c67ca8b048 with status ACTIVE [ 640.749266] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.749266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.749266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.749266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.749266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.749266] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.749266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.749266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.749266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.749895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.749895] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.749895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.749895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.749895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.750062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.750062] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 216e0d64-800e-45bd-882b-88c67ca8b048 is going to be updated. [ 640.775798] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.775956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.776064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.776266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.776401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.776589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-216e0d64-800e-45bd-882b-88c67ca8b048" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.916062] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.916599] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.916599] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.916764] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.916850] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.917018] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 672ac651-4c68-418c-9092-acb0c5be85c3 not found, creating... [ 640.917292] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.917455] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.917573] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.917795] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.917935] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.918234] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.918393] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.918558] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.918744] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.918852] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.918995] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 672ac651-4c68-418c-9092-acb0c5be85c3 is going to be created. [ 640.943125] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.943125] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.943125] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.943125] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.943125] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.943125] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-672ac651-4c68-418c-9092-acb0c5be85c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.201464] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bf1c927-d8d0-4c17-8412-ed44baf84c47 [ 641.201464] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.201464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.201464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.201662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.201749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.205037] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bf1c927-d8d0-4c17-8412-ed44baf84c47 already deleted. [ 641.205037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bf1c927-d8d0-4c17-8412-ed44baf84c47" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.251192] env[69210]: INFO networking_nsxv3.common.synchronization [None req-207a5014-8226-4750-ba4c-fdf4306d9dae None None] Enqueued Resource ID: cd333dcf-fb05-4c89-ab10-fd11b7d57d5d with Priority: HIGHEST for action port [ 641.251192] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd333dcf-fb05-4c89-ab10-fd11b7d57d5d with Priority: HIGHEST for action port [ 641.251192] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd333dcf-fb05-4c89-ab10-fd11b7d57d5d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.251192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd333dcf-fb05-4c89-ab10-fd11b7d57d5d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.251192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd333dcf-fb05-4c89-ab10-fd11b7d57d5d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.251192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd333dcf-fb05-4c89-ab10-fd11b7d57d5d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.251192] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd333dcf-fb05-4c89-ab10-fd11b7d57d5d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.647102] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: SUCCESS [ 641.647403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.647579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.647796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.648014] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.648132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.648200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.648353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.648490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.648596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.648688] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.754124] env[69210]: INFO networking_nsxv3.common.synchronization [None req-1236abcf-4357-4f42-9c42-aee0e8632696 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_rules [ 641.754124] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd333dcf-fb05-4c89-ab10-fd11b7d57d5d [ 641.754124] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.754124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.754124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.754124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.754124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.754124] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd333dcf-fb05-4c89-ab10-fd11b7d57d5d already deleted. [ 641.754124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd333dcf-fb05-4c89-ab10-fd11b7d57d5d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.756690] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_rules [ 641.759696] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.761261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.761261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.761261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.761261] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.968486] env[69210]: INFO networking_nsxv3.common.synchronization [None req-d5124f82-2271-4e14-8b32-360a89911806 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_rules [ 641.968486] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_rules [ 641.968486] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.968486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.153273] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.153503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.155080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.155080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.155080] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.155080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.155080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.155080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.155080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.155080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.155080] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.155578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.155578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.155578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.155736] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.155833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.155898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.156486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.156486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.156486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.156486] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.280557] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.284486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.284486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.284486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.284486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.284486] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 already deleted. [ 642.284486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.284486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.284486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.284486] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.318085] env[69210]: INFO networking_nsxv3.common.synchronization [req-0fd438c5-48fa-4b28-ad55-82b6446fae9d req-5a7e2a81-bd8e-4ca3-8cff-4022e35a846c service nova] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_rules [ 642.321017] env[69210]: INFO networking_nsxv3.common.synchronization [req-0fd438c5-48fa-4b28-ad55-82b6446fae9d req-5a7e2a81-bd8e-4ca3-8cff-4022e35a846c service nova] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 642.321017] env[69210]: INFO networking_nsxv3.common.synchronization [req-0fd438c5-48fa-4b28-ad55-82b6446fae9d req-5a7e2a81-bd8e-4ca3-8cff-4022e35a846c service nova] Enqueued Resource ID: 672ac651-4c68-418c-9092-acb0c5be85c3 with Priority: HIGHEST for action port [ 642.321017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_rules [ 642.321017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 642.321017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672ac651-4c68-418c-9092-acb0c5be85c3 with Priority: HIGHEST for action port [ 642.321017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.321017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.321017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.321017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.321017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-672ac651-4c68-418c-9092-acb0c5be85c3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.321017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-672ac651-4c68-418c-9092-acb0c5be85c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.321017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-672ac651-4c68-418c-9092-acb0c5be85c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.321628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-672ac651-4c68-418c-9092-acb0c5be85c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.321628] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('672ac651-4c68-418c-9092-acb0c5be85c3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.329448] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff in Status: SUCCESS [ 642.331636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.598166] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 642.599041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.599041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.599304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.599686] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.599686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.599686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.599686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.600212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.600275] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.658741] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3734e717-9fd7-45cc-b3e9-f23ac44eabd0: rpc.has_security_group_logging(os_id): False [ 642.677351] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.677351] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.677351] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.677351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.677935] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.677935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.677935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.677935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.677935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.678511] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 is going to be created. [ 642.732536] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.732536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.732536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.732738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.732774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.746224] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: IN_PROGRESS for 2s [ 642.813620] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.813620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.813620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.813620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.813620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.813620] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 already deleted. [ 642.813620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.826946] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 672ac651-4c68-418c-9092-acb0c5be85c3 with status ACTIVE [ 642.826946] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.826946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.826946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.826946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.826946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.826946] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.826946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.826946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.826946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.827279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.827279] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.827279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.827519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.827519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.827633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.827633] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 672ac651-4c68-418c-9092-acb0c5be85c3 is going to be updated. [ 642.847415] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.847415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.847415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.847415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.847415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.847415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-672ac651-4c68-418c-9092-acb0c5be85c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.105696] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.608020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.972691] env[69210]: INFO networking_nsxv3.common.synchronization [None req-30a130f7-211c-4059-be92-8a96fcf44a57 None None] Enqueued Resource ID: 373babdd-0efa-43bd-8eca-0535e652bf57 with Priority: HIGHEST for action port [ 643.972691] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373babdd-0efa-43bd-8eca-0535e652bf57 with Priority: HIGHEST for action port [ 643.972691] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-373babdd-0efa-43bd-8eca-0535e652bf57 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.972691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-373babdd-0efa-43bd-8eca-0535e652bf57" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.972691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-373babdd-0efa-43bd-8eca-0535e652bf57" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.972691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-373babdd-0efa-43bd-8eca-0535e652bf57" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.972691] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('373babdd-0efa-43bd-8eca-0535e652bf57',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.097674] env[69210]: INFO networking_nsxv3.common.synchronization [None req-5a5cdc92-e382-4e87-8fa3-9927bcedb9de None None] Enqueued Resource ID: 7dfbf152-92c7-4c7b-b90a-35fd55ba837c with Priority: HIGHEST for action port [ 644.098471] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dfbf152-92c7-4c7b-b90a-35fd55ba837c with Priority: HIGHEST for action port [ 644.098905] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dfbf152-92c7-4c7b-b90a-35fd55ba837c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.099383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dfbf152-92c7-4c7b-b90a-35fd55ba837c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.099509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dfbf152-92c7-4c7b-b90a-35fd55ba837c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.099892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dfbf152-92c7-4c7b-b90a-35fd55ba837c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.100324] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dfbf152-92c7-4c7b-b90a-35fd55ba837c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.116237] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.116552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.116552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.116652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.116774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.116842] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 644.146569] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.146785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.146785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.146995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.147166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.157375] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 644.474297] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 373babdd-0efa-43bd-8eca-0535e652bf57 [ 644.476334] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.476480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.476552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.476785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.476971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.477046] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:373babdd-0efa-43bd-8eca-0535e652bf57 already deleted. [ 644.477141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-373babdd-0efa-43bd-8eca-0535e652bf57" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.603577] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dfbf152-92c7-4c7b-b90a-35fd55ba837c [ 644.603577] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.603577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.603577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.603577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.603577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.603577] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dfbf152-92c7-4c7b-b90a-35fd55ba837c already deleted. [ 644.603577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dfbf152-92c7-4c7b-b90a-35fd55ba837c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.760189] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: SUCCESS [ 644.760850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.501415] env[69210]: INFO networking_nsxv3.common.synchronization [None req-77a9aea8-09c4-40a3-96c9-f687de7d99c0 None None] Enqueued Resource ID: a7cf2a91-8058-416c-b4ce-8da998d1cbe3 with Priority: HIGHEST for action port [ 645.503523] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7cf2a91-8058-416c-b4ce-8da998d1cbe3 with Priority: HIGHEST for action port [ 645.503523] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7cf2a91-8058-416c-b4ce-8da998d1cbe3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.503523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7cf2a91-8058-416c-b4ce-8da998d1cbe3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.503523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7cf2a91-8058-416c-b4ce-8da998d1cbe3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.503523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7cf2a91-8058-416c-b4ce-8da998d1cbe3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.503859] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7cf2a91-8058-416c-b4ce-8da998d1cbe3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.654600] env[69210]: INFO networking_nsxv3.common.synchronization [None req-3093a99e-859e-4ae2-9f5f-c682f23e0a07 None None] Enqueued Resource ID: 0f7f4b3a-92be-43cb-bfd4-7d1304321e92 with Priority: HIGHEST for action port [ 645.654913] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7f4b3a-92be-43cb-bfd4-7d1304321e92 with Priority: HIGHEST for action port [ 645.655461] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f7f4b3a-92be-43cb-bfd4-7d1304321e92 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.655593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f7f4b3a-92be-43cb-bfd4-7d1304321e92" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.655665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f7f4b3a-92be-43cb-bfd4-7d1304321e92" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.655922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f7f4b3a-92be-43cb-bfd4-7d1304321e92" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.656032] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7f4b3a-92be-43cb-bfd4-7d1304321e92',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.006310] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7cf2a91-8058-416c-b4ce-8da998d1cbe3 [ 646.006890] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.006972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.007056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.007296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.007392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.007519] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7cf2a91-8058-416c-b4ce-8da998d1cbe3 already deleted. [ 646.007607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7cf2a91-8058-416c-b4ce-8da998d1cbe3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.162797] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f7f4b3a-92be-43cb-bfd4-7d1304321e92 [ 646.163090] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.163294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.163347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.163512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.163601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.163693] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f7f4b3a-92be-43cb-bfd4-7d1304321e92 already deleted. [ 646.163794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f7f4b3a-92be-43cb-bfd4-7d1304321e92" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.185388] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 646.185610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.185786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.186359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.186359] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.186359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.186611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.186611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.186701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.186803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.187082] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.189063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.189063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.189063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.189063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.189597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.189597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.189597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.189706] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.694256] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.694256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.694256] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.172968] env[69210]: INFO networking_nsxv3.common.synchronization [None req-906f0e49-59c8-4caf-adca-8805645e50cc None None] Enqueued Resource ID: 950f6ed2-6f72-498d-8e9b-ba8465a95b7d with Priority: HIGHEST for action port [ 647.173273] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950f6ed2-6f72-498d-8e9b-ba8465a95b7d with Priority: HIGHEST for action port [ 647.175153] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-950f6ed2-6f72-498d-8e9b-ba8465a95b7d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.175153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-950f6ed2-6f72-498d-8e9b-ba8465a95b7d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.175153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-950f6ed2-6f72-498d-8e9b-ba8465a95b7d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.175153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-950f6ed2-6f72-498d-8e9b-ba8465a95b7d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.175153] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('950f6ed2-6f72-498d-8e9b-ba8465a95b7d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.196367] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.678504] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 950f6ed2-6f72-498d-8e9b-ba8465a95b7d [ 647.680883] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.680883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.680883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.680883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.680883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.680883] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:950f6ed2-6f72-498d-8e9b-ba8465a95b7d already deleted. [ 647.680883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-950f6ed2-6f72-498d-8e9b-ba8465a95b7d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.699285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.699285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.699285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.702232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.702232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.702232] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 647.730332] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.730332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.730332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.730332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.730332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.738025] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 647.860432] env[69210]: INFO networking_nsxv3.common.synchronization [req-dd0ae3fe-96ae-495e-94d7-98330755d836 req-c05f92f2-8b14-44a6-87ac-33c5056ea16e tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Enqueued Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 647.861652] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 647.861652] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.861652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.861652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.861920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.861920] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.861995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.862040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.862727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.862727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.862727] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.189311] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.189648] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.189648] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.189905] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.191445] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.191445] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.191445] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.191445] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.191445] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.191445] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.191445] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.191445] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.191825] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.191907] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.192483] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.192483] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.228917] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.228917] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.228917] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.228917] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.228917] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-d0c36772-64b2-4638-88c6-3c3c6ab60e94 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.228917] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-d0c36772-64b2-4638-88c6-3c3c6ab60e94" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.228917] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-d0c36772-64b2-4638-88c6-3c3c6ab60e94" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.228917] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-d0c36772-64b2-4638-88c6-3c3c6ab60e94" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.228917] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c36772-64b2-4638-88c6-3c3c6ab60e94',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.306138] env[69210]: INFO networking_nsxv3.common.synchronization [None req-99c7e032-931c-4654-80e0-7e62a9aa7b26 None None] Enqueued Resource ID: cbc45ebf-4b2d-43d8-b9f1-b38bf31ae51b with Priority: HIGHEST for action port [ 648.306206] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc45ebf-4b2d-43d8-b9f1-b38bf31ae51b with Priority: HIGHEST for action port [ 648.307546] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbc45ebf-4b2d-43d8-b9f1-b38bf31ae51b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.307663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbc45ebf-4b2d-43d8-b9f1-b38bf31ae51b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.307730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbc45ebf-4b2d-43d8-b9f1-b38bf31ae51b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.307989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbc45ebf-4b2d-43d8-b9f1-b38bf31ae51b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.308090] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbc45ebf-4b2d-43d8-b9f1-b38bf31ae51b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.366176] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.366176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.366176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.366176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.366176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.366176] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.366421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.366421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.366421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.366563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.366563] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 already deleted. [ 648.366621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.597534] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b18e40f0-dfea-41c4-9cb6-c6ff464829d5 None None] Enqueued Resource ID: 60ffe92d-e82c-4006-89db-1a431996197b with Priority: HIGHEST for action port [ 648.597534] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ffe92d-e82c-4006-89db-1a431996197b with Priority: HIGHEST for action port [ 648.598099] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ffe92d-e82c-4006-89db-1a431996197b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.598263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ffe92d-e82c-4006-89db-1a431996197b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.599787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ffe92d-e82c-4006-89db-1a431996197b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.599787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ffe92d-e82c-4006-89db-1a431996197b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.599787] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ffe92d-e82c-4006-89db-1a431996197b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.734020] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.734020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.734020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.734020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.734020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.734020] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port d0c36772-64b2-4638-88c6-3c3c6ab60e94 not found, creating... [ 648.734020] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.734020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.734020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.734020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.734020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.734512] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.734512] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.734512] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.735893] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.736174] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.736655] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: d0c36772-64b2-4638-88c6-3c3c6ab60e94 is going to be created. [ 648.758942] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.763062] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.763062] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.763062] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.763062] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.763062] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-d0c36772-64b2-4638-88c6-3c3c6ab60e94" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.812015] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbc45ebf-4b2d-43d8-b9f1-b38bf31ae51b [ 648.812371] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.812555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.812623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.812932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.813340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.813340] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbc45ebf-4b2d-43d8-b9f1-b38bf31ae51b already deleted. [ 648.813639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbc45ebf-4b2d-43d8-b9f1-b38bf31ae51b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.102966] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60ffe92d-e82c-4006-89db-1a431996197b [ 649.103239] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.103378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.103439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.104518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.104518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.104518] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60ffe92d-e82c-4006-89db-1a431996197b already deleted. [ 649.104518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ffe92d-e82c-4006-89db-1a431996197b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.501827] env[69210]: INFO networking_nsxv3.common.synchronization [None req-55934843-a4ea-406e-a179-34e8bcd904f9 None None] Enqueued Resource ID: f89a5d42-77b8-408b-b68c-976abf779304 with Priority: HIGHEST for action port [ 649.501827] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f89a5d42-77b8-408b-b68c-976abf779304 with Priority: HIGHEST for action port [ 649.502461] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f89a5d42-77b8-408b-b68c-976abf779304 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.502461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f89a5d42-77b8-408b-b68c-976abf779304" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.502461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f89a5d42-77b8-408b-b68c-976abf779304" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.504376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f89a5d42-77b8-408b-b68c-976abf779304" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.504376] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f89a5d42-77b8-408b-b68c-976abf779304',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.712891] env[69210]: INFO networking_nsxv3.common.synchronization [req-dd0ae3fe-96ae-495e-94d7-98330755d836 req-09803398-2cd4-4ca8-a3e1-56441f35184f service nova] Enqueued Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_rules [ 649.713101] env[69210]: INFO networking_nsxv3.common.synchronization [req-dd0ae3fe-96ae-495e-94d7-98330755d836 req-09803398-2cd4-4ca8-a3e1-56441f35184f service nova] Enqueued Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 649.713200] env[69210]: INFO networking_nsxv3.common.synchronization [req-dd0ae3fe-96ae-495e-94d7-98330755d836 req-09803398-2cd4-4ca8-a3e1-56441f35184f service nova] Enqueued Resource ID: d0c36772-64b2-4638-88c6-3c3c6ab60e94 with Priority: HIGHEST for action port [ 649.713446] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_rules [ 649.713654] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 649.713713] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c36772-64b2-4638-88c6-3c3c6ab60e94 with Priority: HIGHEST for action port [ 649.715199] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.715341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.715408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.715670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.715750] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.716621] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.716728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.716794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.716962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.717113] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.717208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.717273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.717420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.717482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.717566] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.719389] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c36772-64b2-4638-88c6-3c3c6ab60e94 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.719533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c36772-64b2-4638-88c6-3c3c6ab60e94" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.719565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c36772-64b2-4638-88c6-3c3c6ab60e94" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.719712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c36772-64b2-4638-88c6-3c3c6ab60e94" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.719785] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c36772-64b2-4638-88c6-3c3c6ab60e94',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.746636] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 649.747674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.747904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.748264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.748723] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.748723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.748723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.748958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.750787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.750787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.751053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.751184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.751256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.751516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.751718] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.751850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.752015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.752256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.752402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.752490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.752986] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.012639] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f89a5d42-77b8-408b-b68c-976abf779304 [ 650.012907] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.013146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.013277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.013515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.013611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.013707] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f89a5d42-77b8-408b-b68c-976abf779304 already deleted. [ 650.013855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f89a5d42-77b8-408b-b68c-976abf779304" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.221492] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.221637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.221896] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.222767] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0c36772-64b2-4638-88c6-3c3c6ab60e94 with status ACTIVE [ 650.223267] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.223267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.223267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.223422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.223451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.223616] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.223708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.223769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.223945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.223998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.226946] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.226946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.226946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.226946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.226946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.226946] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0c36772-64b2-4638-88c6-3c3c6ab60e94 is going to be updated. [ 650.249499] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.249499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.249499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.249499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.249499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.249499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c36772-64b2-4638-88c6-3c3c6ab60e94" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.256363] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc56103-2bb5-4f40-8053-3702cedea561: rpc.has_security_group_logging(os_id): False [ 650.272014] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.272241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.272293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.272522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.272585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.272773] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.272915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.272915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.273083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.273159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.273471] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.273471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.273593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.273630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.273700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.273941] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.274982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.274982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.275113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.275197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.275262] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be created. [ 650.367103] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.367103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.367103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.367103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.367103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.382702] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 650.438152] env[69210]: INFO networking_nsxv3.common.synchronization [req-c843ea36-aebe-466b-b3cb-1a58cf63d304 req-7c20fce8-3040-40c2-9687-a01c21ca0713 tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Enqueued Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 650.438152] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 650.439221] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.439221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.439221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.440381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.440381] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.440381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.440381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.440381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.440381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.440381] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.728148] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.944698] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.944698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.944698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.944698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.944698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.944698] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.944698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.944698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.944698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.944698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.944698] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 already deleted. [ 650.944698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.019846] env[69210]: INFO networking_nsxv3.common.synchronization [None req-5c53e44b-da23-4a2d-85e6-475d2d6fbbf0 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_rules [ 651.021418] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_rules [ 651.022694] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.024094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.024094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.024094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.024094] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.094829] env[69210]: INFO networking_nsxv3.common.synchronization [None req-80482963-dcf0-499a-ad17-5960a1e3c0f4 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Enqueued Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_rules [ 651.095114] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_rules [ 651.095364] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.095485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.095551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.095798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.095878] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.232600] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.232762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.232862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.233124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.233219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.233321] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 is going to be created. [ 651.258062] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.258062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.258062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.258062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.258062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.264837] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: UNINITIALIZED for 2s [ 651.375882] env[69210]: INFO networking_nsxv3.common.synchronization [None req-7f8a60d9-9be5-4cec-85f3-89c70a926ad6 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Enqueued Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_rules [ 651.375882] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_rules [ 651.375882] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.375882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.420438] env[69210]: INFO networking_nsxv3.common.synchronization [None req-1aa61981-5135-4c79-af87-a13d02417c47 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_rules [ 651.421255] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_rules [ 651.421957] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.421957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.541653] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.541753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-148" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.541853] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-148" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.545042] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-148" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.545900] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.545900] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.546088] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.546373] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.546538] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.546799] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.546887] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.547104] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.547152] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.547258] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.547400] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.548177] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.551924] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.551924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.552064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.553284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.553284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.553398] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f already deleted. [ 651.553848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.554655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.554825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.554887] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.579022] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.579022] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.579022] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.579022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-148" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.579022] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-d4131fb2-2440-46af-bbd7-d6dbba740d0c taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.579022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-d4131fb2-2440-46af-bbd7-d6dbba740d0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.579022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-d4131fb2-2440-46af-bbd7-d6dbba740d0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.579022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-d4131fb2-2440-46af-bbd7-d6dbba740d0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.579022] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4131fb2-2440-46af-bbd7-d6dbba740d0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.620657] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.620817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.620885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.621126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.621287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.621333] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 already deleted. [ 651.621489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.622052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.622242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.622341] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.076776] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.077099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.077099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.078822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.078822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.078822] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f already deleted. [ 652.078822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.083835] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.084096] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.084238] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.084982] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.085705] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.085928] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port d4131fb2-2440-46af-bbd7-d6dbba740d0c not found, creating... [ 652.086241] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.086407] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.087442] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.087442] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.087442] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.087805] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.088019] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.088176] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.088461] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.088643] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.088821] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: d4131fb2-2440-46af-bbd7-d6dbba740d0c is going to be created. [ 652.107454] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.107662] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.107792] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.108145] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.108379] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.108605] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-d4131fb2-2440-46af-bbd7-d6dbba740d0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.146827] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.146971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.147073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.147331] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.147429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.147525] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 already deleted. [ 652.147609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.396215] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 652.396419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.396636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.396850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.396935] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.900804] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.901013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.901095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.901334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.901484] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.901590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.901672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.901801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.901887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.902018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.902095] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.274619] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: SUCCESS [ 653.274911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.276238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.281094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.281094] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.281094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.281094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.281094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.281094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.281094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.281094] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.405192] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.405192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.405192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.405192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.405419] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.405639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.406260] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.406260] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.406607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.406607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.406607] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.406773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.406773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.407402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.407402] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.407402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.407402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.407402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.407402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.408030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.408030] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.481558] env[69210]: INFO networking_nsxv3.common.synchronization [req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 req-1a3f7508-c104-46bc-a496-1e00205ce174 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Enqueued Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 653.482635] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 653.482635] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.482804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.482927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.483256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.483364] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.483458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.483558] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.483707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.483774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.483886] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.782224] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.783085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.783085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.783085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.783085] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.783085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.783085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.783317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.783387] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.783486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.783633] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.783743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.783803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.783976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.784130] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.784310] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.784341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.784659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.784764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.784868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.785055] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.912767] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc56103-2bb5-4f40-8053-3702cedea561: rpc.has_security_group_logging(os_id): False [ 653.930605] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.930745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.930820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.931064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.931168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.931371] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.931470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.931535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.931689] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.931767] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.931952] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.932060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.932141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.932291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.932368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.932567] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.932662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.932725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.932923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.933086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.933194] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 653.985916] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.986090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.986193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.986382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.986512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.986652] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.986752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.986816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.986966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.987061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.987297] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 already deleted. [ 653.987297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.997209] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.997209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.997209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.997209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.997209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.008348] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 654.068131] env[69210]: INFO networking_nsxv3.common.synchronization [req-c843ea36-aebe-466b-b3cb-1a58cf63d304 req-885b727c-68f5-46c2-bcdf-5b8a1e4f3115 service nova] Enqueued Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_rules [ 654.068373] env[69210]: INFO networking_nsxv3.common.synchronization [req-c843ea36-aebe-466b-b3cb-1a58cf63d304 req-885b727c-68f5-46c2-bcdf-5b8a1e4f3115 service nova] Enqueued Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 654.068456] env[69210]: INFO networking_nsxv3.common.synchronization [req-c843ea36-aebe-466b-b3cb-1a58cf63d304 req-885b727c-68f5-46c2-bcdf-5b8a1e4f3115 service nova] Enqueued Resource ID: d4131fb2-2440-46af-bbd7-d6dbba740d0c with Priority: HIGHEST for action port [ 654.069013] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_rules [ 654.069219] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 654.069323] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4131fb2-2440-46af-bbd7-d6dbba740d0c with Priority: HIGHEST for action port [ 654.069598] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.069713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.069833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.070047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.070178] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.071504] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.071610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.071610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.072554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.072842] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.072988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.073103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.073278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.073390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.073485] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.074660] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4131fb2-2440-46af-bbd7-d6dbba740d0c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.074769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4131fb2-2440-46af-bbd7-d6dbba740d0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.074830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4131fb2-2440-46af-bbd7-d6dbba740d0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.074994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4131fb2-2440-46af-bbd7-d6dbba740d0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.075081] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4131fb2-2440-46af-bbd7-d6dbba740d0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.292409] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebe744e7-6aad-4a4c-8398-95eeed2da747: rpc.has_security_group_logging(os_id): False [ 654.309754] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.309754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.309754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.309982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.310076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.310292] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.310396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.310946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.310946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.310946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.310946] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.311236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.311236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.311375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.311375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.311519] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.311607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.311655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.311796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.311884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.311952] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 is going to be created. [ 654.380110] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.380110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.380582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.380582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.380700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.395772] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: IN_PROGRESS for 2s [ 654.422983] env[69210]: INFO networking_nsxv3.common.synchronization [req-1c907f1a-114e-4d52-bc85-1b3fc1cf2182 req-d3da2091-9cbe-4276-9fbf-10d04a649ca5 tempest-DeleteServersAdminTestJSON-1958803552 tempest-DeleteServersAdminTestJSON-1958803552-project-admin] Enqueued Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 654.423468] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 654.424268] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.424407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.424466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.424684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.424840] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.424955] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.425019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.425225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.425348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.425495] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.577356] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.577545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.577753] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.578694] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4131fb2-2440-46af-bbd7-d6dbba740d0c with status ACTIVE [ 654.578886] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.579033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.579100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.579314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.579419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.579606] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.582020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.582020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.582020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.582020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.582020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.582020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.582020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.582020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.582020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.582020] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4131fb2-2440-46af-bbd7-d6dbba740d0c is going to be updated. [ 654.603463] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.603632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.603720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.603979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.604879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.604879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4131fb2-2440-46af-bbd7-d6dbba740d0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.668374] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.668993] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.668993] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.669149] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.669343] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.669527] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.669695] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.670892] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.671345] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.672123] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.672123] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.672123] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.672123] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.672123] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.672424] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.673014] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.694541] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.695243] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.695243] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.695243] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.696409] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.696409] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.696409] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.696409] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.696409] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0f98c6-9ef0-4e64-bbf2-2322c291f58a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.928711] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.928711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.928711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.928711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.928711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.928711] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.929508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.929508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.929508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.929508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.930344] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 is going to be updated. [ 654.958052] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.962032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.962032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.962032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.962032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.968505] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: IN_PROGRESS for 2s [ 655.083020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.198199] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.198996] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.198996] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.199257] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.199257] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.199538] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a not found, creating... [ 655.199765] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.200489] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.200489] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.200489] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.200489] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.200737] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.200879] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.201607] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.201871] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.202034] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.202217] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a is going to be created. [ 655.225484] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.225622] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.225734] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.225980] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.226247] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.226488] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.585809] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.586170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.586289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.586561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.588301] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.588479] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 is going to be created. [ 655.620599] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.620797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.620863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.621104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.621267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.631851] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: UNINITIALIZED for 2s [ 656.021543] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 656.021543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.313989] env[69210]: INFO networking_nsxv3.common.synchronization [None req-eb6ea649-89e4-4b76-9481-42c352ed1a52 None None] Enqueued Resource ID: bbf523ae-6b9f-40a9-8630-800836c6a6c0 with Priority: HIGHEST for action port [ 656.315155] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf523ae-6b9f-40a9-8630-800836c6a6c0 with Priority: HIGHEST for action port [ 656.317170] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf523ae-6b9f-40a9-8630-800836c6a6c0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.317170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf523ae-6b9f-40a9-8630-800836c6a6c0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.317170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf523ae-6b9f-40a9-8630-800836c6a6c0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.317170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf523ae-6b9f-40a9-8630-800836c6a6c0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.317170] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf523ae-6b9f-40a9-8630-800836c6a6c0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.412900] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: SUCCESS [ 656.413188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.593423] env[69210]: INFO networking_nsxv3.common.synchronization [req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 req-4ee015da-01f2-439c-b7f3-ddbc529ed66e service nova] Enqueued Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_rules [ 656.595017] env[69210]: INFO networking_nsxv3.common.synchronization [req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 req-4ee015da-01f2-439c-b7f3-ddbc529ed66e service nova] Enqueued Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 656.595017] env[69210]: INFO networking_nsxv3.common.synchronization [req-7b964364-3f98-48ff-8710-e1dd0ee3d8a5 req-4ee015da-01f2-439c-b7f3-ddbc529ed66e service nova] Enqueued Resource ID: 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a with Priority: HIGHEST for action port [ 656.595017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_rules [ 656.595017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 656.595017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a with Priority: HIGHEST for action port [ 656.597429] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.598798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.598798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.598798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.598798] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.599431] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.599820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.600186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.600810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.601734] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.602329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.602329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.602329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.602329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.602502] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.603664] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.603664] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.603664] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.603664] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.604140] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f0f98c6-9ef0-4e64-bbf2-2322c291f58a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.822588] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbf523ae-6b9f-40a9-8630-800836c6a6c0 [ 656.822725] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.822847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.822948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.823169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.823258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.823364] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbf523ae-6b9f-40a9-8630-800836c6a6c0 already deleted. [ 656.823450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf523ae-6b9f-40a9-8630-800836c6a6c0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.979938] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: SUCCESS [ 656.980334] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 deletion is rescheduled due to dependency. [ 656.980334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.106677] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a with status ACTIVE [ 657.106917] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.107078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.107151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.107367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.107462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.107642] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.107744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.107807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.107964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.108049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.108254] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.108325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.108381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.108519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.108862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.108862] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f0f98c6-9ef0-4e64-bbf2-2322c291f58a is going to be updated. [ 657.109775] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.113352] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.113473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.133637] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.134149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.134149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.134149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.134149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.134323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f0f98c6-9ef0-4e64-bbf2-2322c291f58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.617021] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.643491] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: SUCCESS [ 657.643738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.644395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.644701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.645024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.645341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.645341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.645537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.645779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.645926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.646118] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.117861] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.117953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.118877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.119422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.119571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.119751] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 is going to be created. [ 658.148342] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.148893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.149031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.149315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.149657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.151712] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.151712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.151881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.152046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.153243] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.153555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.153729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.154076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.154212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.154338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.154929] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.155117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.155232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.155837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.156137] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.156201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.156235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.159020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.159020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.159020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.159020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.167277] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: UNINITIALIZED for 2s [ 658.608024] env[69210]: INFO networking_nsxv3.common.synchronization [req-ca0314cd-623d-47bc-9bd1-92552e39c168 req-eb497880-84ed-4694-a7bb-39ceb8ca218f tempest-ServerAddressesTestJSON-1555484784 tempest-ServerAddressesTestJSON-1555484784-project-member] Enqueued Resource ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff with Priority: HIGHEST for action security_group_members [ 658.608024] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff with Priority: HIGHEST for action security_group_members [ 658.608024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.608024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.608024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.608024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.608024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.608024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.608024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.608024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.608024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.608024] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a87155-f4c8-4125-9d48-3d3f8e91f0ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.660481] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8525e3ff-2549-4796-9a5d-54df25c1af78: rpc.has_security_group_logging(os_id): False [ 658.679500] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.679500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.679500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.679500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.679500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.679500] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.679917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.679917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.679917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.679917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.680046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.680105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.680165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.680313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.680389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.681378] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.682043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.682043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.682043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.682043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.682043] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 is going to be created. [ 658.752022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.752022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.752022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.752022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.752022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.765750] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: IN_PROGRESS for 2s [ 659.114522] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.114522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.114522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.114522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.114522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.114522] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.114522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.114522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.114522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.114522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.114522] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff is going to be updated. [ 659.143095] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.143095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.143095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.143095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.143095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.154733] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff in Status: IN_PROGRESS for 2s [ 659.269007] env[69210]: INFO networking_nsxv3.common.synchronization [None req-7417d485-c25c-4bc2-9014-95389cf2c324 None None] Enqueued Resource ID: dc17d317-6bf5-4879-b65e-fcda1578ac9a with Priority: HIGHEST for action port [ 659.269838] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc17d317-6bf5-4879-b65e-fcda1578ac9a with Priority: HIGHEST for action port [ 659.271458] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc17d317-6bf5-4879-b65e-fcda1578ac9a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.271458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc17d317-6bf5-4879-b65e-fcda1578ac9a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.271816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc17d317-6bf5-4879-b65e-fcda1578ac9a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.272764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc17d317-6bf5-4879-b65e-fcda1578ac9a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.272764] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc17d317-6bf5-4879-b65e-fcda1578ac9a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.775775] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc17d317-6bf5-4879-b65e-fcda1578ac9a [ 659.776092] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.776162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.776230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.776446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.776538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.776634] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc17d317-6bf5-4879-b65e-fcda1578ac9a already deleted. [ 659.777012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc17d317-6bf5-4879-b65e-fcda1578ac9a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.871918] env[69210]: INFO networking_nsxv3.common.synchronization [None req-ddd97348-c531-4fb8-8211-c99ea5ae226c None None] Enqueued Resource ID: 68bc187e-0a0e-46fe-be8f-cc11afefa10f with Priority: HIGHEST for action port [ 659.872536] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bc187e-0a0e-46fe-be8f-cc11afefa10f with Priority: HIGHEST for action port [ 659.873038] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-68bc187e-0a0e-46fe-be8f-cc11afefa10f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.873038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68bc187e-0a0e-46fe-be8f-cc11afefa10f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.873038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68bc187e-0a0e-46fe-be8f-cc11afefa10f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.873338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68bc187e-0a0e-46fe-be8f-cc11afefa10f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.873550] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bc187e-0a0e-46fe-be8f-cc11afefa10f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.179546] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: SUCCESS [ 660.179546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.179546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.179546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.179546] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.179546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.179546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.179546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.179546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.179546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.179546] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.379371] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68bc187e-0a0e-46fe-be8f-cc11afefa10f [ 660.380021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.380021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.380021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.380021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.380230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.380230] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68bc187e-0a0e-46fe-be8f-cc11afefa10f already deleted. [ 660.380291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68bc187e-0a0e-46fe-be8f-cc11afefa10f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.684383] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.684383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.684383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.684679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.684679] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.684759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.685463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.685463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.685463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.685463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.685463] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.685463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.685463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.685766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.685766] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.685766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.685936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.685967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.686061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.686133] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.686225] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.778943] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: SUCCESS [ 660.779240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.891124] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 req-ee1fe8a3-6b9f-47ef-b811-ed4e3ae338fa tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Enqueued Resource ID: 1456ab0c-57d7-4422-95cf-637d18a7749f with Priority: HIGHEST for action security_group_members [ 660.891705] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1456ab0c-57d7-4422-95cf-637d18a7749f with Priority: HIGHEST for action security_group_members [ 660.892048] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1456ab0c-57d7-4422-95cf-637d18a7749f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.892192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.892261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.892897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.892897] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.892897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.892897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.893853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.893853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.893853] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1456ab0c-57d7-4422-95cf-637d18a7749f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.141885] env[69210]: INFO networking_nsxv3.common.synchronization [None req-2eb51a8e-4a89-494c-8bc4-b0e8960fd563 None None] Enqueued Resource ID: b510537c-cda6-42f4-805c-10942af54041 with Priority: HIGHEST for action port [ 661.143519] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b510537c-cda6-42f4-805c-10942af54041 with Priority: HIGHEST for action port [ 661.143519] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-b510537c-cda6-42f4-805c-10942af54041 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.143519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b510537c-cda6-42f4-805c-10942af54041" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.144849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b510537c-cda6-42f4-805c-10942af54041" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.144849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b510537c-cda6-42f4-805c-10942af54041" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.144849] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b510537c-cda6-42f4-805c-10942af54041',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.166127] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff in Status: SUCCESS [ 661.168537] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff deletion is rescheduled due to dependency. [ 661.170081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.191383] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72daf414-b00e-4349-a17a-ee88eb2c8ff8: rpc.has_security_group_logging(os_id): False [ 661.212618] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.213122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.213122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.213122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.213122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.213343] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.213445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.213509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.213667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.213745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.214442] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.214442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.214442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.214442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.214442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.214658] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.214658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.214733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.214805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.214877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.214957] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 is going to be created. [ 661.280372] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.280910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.280910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.280910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.281206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.296380] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: IN_PROGRESS for 2s [ 661.397086] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.397086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.397086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.397086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.397086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.397086] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.397086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.397086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.397748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.397748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.397748] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1456ab0c-57d7-4422-95cf-637d18a7749f already deleted. [ 661.397748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.646765] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b510537c-cda6-42f4-805c-10942af54041 [ 661.646765] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.646909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.646959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.647354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.647354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.647354] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b510537c-cda6-42f4-805c-10942af54041 already deleted. [ 661.647486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b510537c-cda6-42f4-805c-10942af54041" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.314059] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.314423] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-17" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.314423] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-17" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.316294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-17" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.316294] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.316294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.316294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.316294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.316294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.316294] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.316294] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.316294] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.316827] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.316827] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.316827] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.316827] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.337078] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.337325] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.337608] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.337724] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-17" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.339178] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-8855bf48-c208-47fb-a2f9-1cbbb4615f83 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.339178] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-8855bf48-c208-47fb-a2f9-1cbbb4615f83" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.339178] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-8855bf48-c208-47fb-a2f9-1cbbb4615f83" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.339178] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-8855bf48-c208-47fb-a2f9-1cbbb4615f83" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.341475] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8855bf48-c208-47fb-a2f9-1cbbb4615f83',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.727022] env[69210]: INFO networking_nsxv3.common.synchronization [None req-cdb8b1d1-03a5-4135-bf5c-c698cd854998 None None] Enqueued Resource ID: d5d3c4eb-bd75-42c3-b814-27163302c8ed with Priority: HIGHEST for action port [ 662.727022] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d3c4eb-bd75-42c3-b814-27163302c8ed with Priority: HIGHEST for action port [ 662.727022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d3c4eb-bd75-42c3-b814-27163302c8ed taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.727319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d3c4eb-bd75-42c3-b814-27163302c8ed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.727319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d3c4eb-bd75-42c3-b814-27163302c8ed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.727377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d3c4eb-bd75-42c3-b814-27163302c8ed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.727496] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d3c4eb-bd75-42c3-b814-27163302c8ed',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.844903] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.846338] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.846419] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.846709] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.846872] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.847176] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 8855bf48-c208-47fb-a2f9-1cbbb4615f83 not found, creating... [ 662.847404] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.847506] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.847717] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.847808] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.847952] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.848516] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.848516] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.848516] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.848878] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.848878] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.849568] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 8855bf48-c208-47fb-a2f9-1cbbb4615f83 is going to be created. [ 662.872096] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.872384] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.872538] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.872758] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.873028] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.873273] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-8855bf48-c208-47fb-a2f9-1cbbb4615f83" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.231413] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5d3c4eb-bd75-42c3-b814-27163302c8ed [ 663.231413] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.231413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.231413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.231609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.231609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.231666] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5d3c4eb-bd75-42c3-b814-27163302c8ed already deleted. [ 663.232273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d3c4eb-bd75-42c3-b814-27163302c8ed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.309443] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: SUCCESS [ 663.309675] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.799500] env[69210]: INFO networking_nsxv3.common.synchronization [req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 req-14d6ce0c-6060-44e4-85cc-aec6ab912e96 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 663.800050] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 663.800353] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.800478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.800538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.800792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.800945] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.801216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.801299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.801459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.801548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.801733] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.304666] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.323339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.323339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.323613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.323802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.323993] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.324144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.324263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.324384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.324481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.324591] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 already deleted. [ 664.324892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.648045] env[69210]: INFO networking_nsxv3.common.synchronization [None req-abf0e992-ad1a-42cf-a09d-1828db538b2e None None] Enqueued Resource ID: 6784d400-efbe-411b-a96e-2fb9df2c8cd6 with Priority: HIGHEST for action port [ 664.648647] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6784d400-efbe-411b-a96e-2fb9df2c8cd6 with Priority: HIGHEST for action port [ 664.649101] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-6784d400-efbe-411b-a96e-2fb9df2c8cd6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.649275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6784d400-efbe-411b-a96e-2fb9df2c8cd6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.649347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6784d400-efbe-411b-a96e-2fb9df2c8cd6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.649667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6784d400-efbe-411b-a96e-2fb9df2c8cd6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.649768] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6784d400-efbe-411b-a96e-2fb9df2c8cd6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.859239] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 req-f8bb6e94-f8c1-4814-bc7b-68b878adfb76 service nova] Enqueued Resource ID: 1456ab0c-57d7-4422-95cf-637d18a7749f with Priority: HIGHEST for action security_group_rules [ 664.859239] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 req-f8bb6e94-f8c1-4814-bc7b-68b878adfb76 service nova] Enqueued Resource ID: 1456ab0c-57d7-4422-95cf-637d18a7749f with Priority: HIGHEST for action security_group_members [ 664.859239] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e4c0934-b42a-4af8-9710-7b9bb2649bf0 req-f8bb6e94-f8c1-4814-bc7b-68b878adfb76 service nova] Enqueued Resource ID: 8855bf48-c208-47fb-a2f9-1cbbb4615f83 with Priority: HIGHEST for action port [ 664.859239] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1456ab0c-57d7-4422-95cf-637d18a7749f with Priority: HIGHEST for action security_group_rules [ 664.859239] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1456ab0c-57d7-4422-95cf-637d18a7749f with Priority: HIGHEST for action security_group_members [ 664.859239] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8855bf48-c208-47fb-a2f9-1cbbb4615f83 with Priority: HIGHEST for action port [ 664.859239] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1456ab0c-57d7-4422-95cf-637d18a7749f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.859239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.859239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.859239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.860746] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1456ab0c-57d7-4422-95cf-637d18a7749f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.862241] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1456ab0c-57d7-4422-95cf-637d18a7749f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.862512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.862708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.863092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.863349] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.863669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.863669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.865017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.865017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.865017] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1456ab0c-57d7-4422-95cf-637d18a7749f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.865017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-8855bf48-c208-47fb-a2f9-1cbbb4615f83 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.865312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8855bf48-c208-47fb-a2f9-1cbbb4615f83" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.865531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8855bf48-c208-47fb-a2f9-1cbbb4615f83" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.865774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8855bf48-c208-47fb-a2f9-1cbbb4615f83" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.865938] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8855bf48-c208-47fb-a2f9-1cbbb4615f83',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.124467] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.125535] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-247" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.125642] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-247" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.125993] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-247" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.126285] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.126445] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.126564] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.126863] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.128036] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.128270] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.128392] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.128503] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.128613] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.128767] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.128852] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.128993] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.147528] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.147634] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.147788] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.147967] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-247" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.148316] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-1025ee54-b104-4373-9565-50bbbdc87272 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.148487] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.148606] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.148941] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.149634] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1025ee54-b104-4373-9565-50bbbdc87272',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.151397] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6784d400-efbe-411b-a96e-2fb9df2c8cd6 [ 665.151581] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.151717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.151759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.151920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.152027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.153019] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6784d400-efbe-411b-a96e-2fb9df2c8cd6 already deleted. [ 665.153019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6784d400-efbe-411b-a96e-2fb9df2c8cd6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.368561] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1456ab0c-57d7-4422-95cf-637d18a7749f taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.370137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.370396] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1456ab0c-57d7-4422-95cf-637d18a7749f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.372568] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8855bf48-c208-47fb-a2f9-1cbbb4615f83 with status ACTIVE [ 665.372789] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.372962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.372962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.373225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.373440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.373507] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.374070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.374070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.374070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.374070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.374070] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.374351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.374351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.374440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.374440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.374532] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8855bf48-c208-47fb-a2f9-1cbbb4615f83 is going to be updated. [ 665.395716] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.395910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.395910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.396473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.396473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.396473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8855bf48-c208-47fb-a2f9-1cbbb4615f83" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.437976] env[69210]: INFO networking_nsxv3.common.synchronization [None req-659e1ff7-9e8b-485f-aaac-90d399a3191e None None] Enqueued Resource ID: 3fdcc424-e47c-4bd9-8569-b4ac4341e4b9 with Priority: HIGHEST for action port [ 665.437976] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdcc424-e47c-4bd9-8569-b4ac4341e4b9 with Priority: HIGHEST for action port [ 665.437976] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fdcc424-e47c-4bd9-8569-b4ac4341e4b9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.437976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fdcc424-e47c-4bd9-8569-b4ac4341e4b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.438532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fdcc424-e47c-4bd9-8569-b4ac4341e4b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.438532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fdcc424-e47c-4bd9-8569-b4ac4341e4b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.438607] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdcc424-e47c-4bd9-8569-b4ac4341e4b9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.653387] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.653757] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.655214] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.655214] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.655214] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.655479] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 1025ee54-b104-4373-9565-50bbbdc87272 not found, creating... [ 665.655889] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.655889] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.655889] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.656162] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.656317] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.657074] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.657547] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.657547] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.658034] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.658034] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.658334] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 1025ee54-b104-4373-9565-50bbbdc87272 is going to be created. [ 665.671695] env[69210]: INFO networking_nsxv3.common.synchronization [req-127fe71b-712a-44ba-bb58-6d9050a5a429 req-54761eaf-842f-40b6-b5e9-170f4bbf6e96 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 665.672070] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 665.672275] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.672834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.673277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.673634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.673867] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.674069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.674259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.674496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.674727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.674727] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.679307] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.679554] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.683131] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.683433] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.684939] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.684939] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.876773] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1456ab0c-57d7-4422-95cf-637d18a7749f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.945228] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fdcc424-e47c-4bd9-8569-b4ac4341e4b9 [ 665.948474] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.948474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.948474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.948474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.948474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.948474] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fdcc424-e47c-4bd9-8569-b4ac4341e4b9 already deleted. [ 665.948474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fdcc424-e47c-4bd9-8569-b4ac4341e4b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.015544] env[69210]: INFO networking_nsxv3.common.synchronization [None req-08752ab9-2833-4c48-a0c0-6ac44d834cb1 None None] Enqueued Resource ID: bedce736-9eb7-442b-a336-14558a05e996 with Priority: HIGHEST for action port [ 666.015811] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedce736-9eb7-442b-a336-14558a05e996 with Priority: HIGHEST for action port [ 666.016422] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-bedce736-9eb7-442b-a336-14558a05e996 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.016648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bedce736-9eb7-442b-a336-14558a05e996" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.016648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bedce736-9eb7-442b-a336-14558a05e996" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.018842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bedce736-9eb7-442b-a336-14558a05e996" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.018842] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bedce736-9eb7-442b-a336-14558a05e996',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.177156] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.177156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.177332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.177437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.177555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.179174] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.179174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.179174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.179174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.179174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.179174] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 already deleted. [ 666.179174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.380472] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.382912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.382912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.382912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.382912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.382912] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1456ab0c-57d7-4422-95cf-637d18a7749f is going to be created. [ 666.409230] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.412154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.412154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.412154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.412154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.417019] env[69210]: INFO networking_nsxv3.common.synchronization [None req-d44ba99a-8360-4503-9729-c1c8deb8df9c None None] Enqueued Resource ID: a6bc62ce-9604-4675-9fc9-d1c737a5dfb8 with Priority: HIGHEST for action port [ 666.417019] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6bc62ce-9604-4675-9fc9-d1c737a5dfb8 with Priority: HIGHEST for action port [ 666.417019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6bc62ce-9604-4675-9fc9-d1c737a5dfb8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.417019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6bc62ce-9604-4675-9fc9-d1c737a5dfb8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.417019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6bc62ce-9604-4675-9fc9-d1c737a5dfb8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.421086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6bc62ce-9604-4675-9fc9-d1c737a5dfb8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.421086] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6bc62ce-9604-4675-9fc9-d1c737a5dfb8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.425496] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1456ab0c-57d7-4422-95cf-637d18a7749f in Status: UNINITIALIZED for 2s [ 666.520105] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bedce736-9eb7-442b-a336-14558a05e996 [ 666.520349] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.520502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.520610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.520847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.520942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.521057] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bedce736-9eb7-442b-a336-14558a05e996 already deleted. [ 666.521140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bedce736-9eb7-442b-a336-14558a05e996" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.922647] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6bc62ce-9604-4675-9fc9-d1c737a5dfb8 [ 666.922880] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.923024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.923142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.923322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.923410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.923505] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6bc62ce-9604-4675-9fc9-d1c737a5dfb8 already deleted. [ 666.923589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6bc62ce-9604-4675-9fc9-d1c737a5dfb8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.236194] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.236423] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-524" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.236547] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-524" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.236860] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-524" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.237136] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.237288] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.237402] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.237614] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.237752] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.237953] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.238071] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.238177] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.238368] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.238491] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.238595] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.238727] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.241520] env[69210]: INFO networking_nsxv3.common.synchronization [None req-d68a5de5-e895-452f-8bf3-ea16f48ed07a tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Enqueued Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_rules [ 667.242877] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_rules [ 667.243414] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.243527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.243589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.243805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.243882] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.272270] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.272270] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.272270] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.272270] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-524" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.272520] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.272695] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.272815] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.273210] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.273349] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.332035] env[69210]: INFO networking_nsxv3.common.synchronization [None req-f05b320c-2455-478d-b955-75e18f1097a0 None None] Enqueued Resource ID: 121a71c7-0359-46f5-9608-314935316189 with Priority: HIGHEST for action port [ 667.333063] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121a71c7-0359-46f5-9608-314935316189 with Priority: HIGHEST for action port [ 667.333942] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-121a71c7-0359-46f5-9608-314935316189 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.336165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121a71c7-0359-46f5-9608-314935316189" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.336165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121a71c7-0359-46f5-9608-314935316189" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.336165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121a71c7-0359-46f5-9608-314935316189" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.336165] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121a71c7-0359-46f5-9608-314935316189',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.643466] env[69210]: INFO networking_nsxv3.common.synchronization [req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 req-2bbab5aa-8b0f-4a58-a849-7671f3b9b326 service nova] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 667.643685] env[69210]: INFO networking_nsxv3.common.synchronization [req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 req-2bbab5aa-8b0f-4a58-a849-7671f3b9b326 service nova] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 667.643838] env[69210]: INFO networking_nsxv3.common.synchronization [req-cd781d1c-4f8b-482f-8c48-d0b0da87cf17 req-2bbab5aa-8b0f-4a58-a849-7671f3b9b326 service nova] Enqueued Resource ID: 1025ee54-b104-4373-9565-50bbbdc87272 with Priority: HIGHEST for action port [ 667.644108] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 667.644257] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 667.644367] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1025ee54-b104-4373-9565-50bbbdc87272 with Priority: HIGHEST for action port [ 667.644958] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.650638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.650638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.650638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.650638] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.653909] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.654354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.654354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.654354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654548] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.654617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.654672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.654876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.654973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.655106] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.660528] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-1025ee54-b104-4373-9565-50bbbdc87272 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.660528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.660528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.660528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.660528] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1025ee54-b104-4373-9565-50bbbdc87272',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.765401] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.765401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.765401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.765401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.765401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.765401] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 already deleted. [ 667.765401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.781761] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.782142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.782411] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.782676] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.782899] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.783362] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 not found, creating... [ 667.784142] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.784142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.784142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.784142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.784368] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.784560] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.784718] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.784908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.785131] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.785296] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.785456] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 is going to be created. [ 667.803603] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.803882] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.804061] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.804371] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.805461] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.805461] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.844433] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 121a71c7-0359-46f5-9608-314935316189 [ 667.844741] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.844824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.844948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.845123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.845225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.845318] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:121a71c7-0359-46f5-9608-314935316189 already deleted. [ 667.845388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121a71c7-0359-46f5-9608-314935316189" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.915882] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b67d6972-8ce9-4c26-af33-645c4ab09f4b tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Enqueued Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_rules [ 667.917369] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_rules [ 667.917369] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.917369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.917369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.917369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.917369] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.155160] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.155481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.163043] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1025ee54-b104-4373-9565-50bbbdc87272 with status ACTIVE [ 668.163043] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.163043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.166128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.166390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.166503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.166728] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.166848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.166914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.167126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.167213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.167411] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.167520] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.167579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.167704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.167790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.167856] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1025ee54-b104-4373-9565-50bbbdc87272 is going to be updated. [ 668.168965] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.187877] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.191612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.191612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.191612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.191612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.191800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.432857] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1456ab0c-57d7-4422-95cf-637d18a7749f in Status: SUCCESS [ 668.432973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.433787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.433787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.433787] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.433787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.434135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.434521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.434521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.434521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.434648] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1456ab0c-57d7-4422-95cf-637d18a7749f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.436976] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.437166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.437224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.437375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.437462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.437550] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 already deleted. [ 668.437631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.475921] env[69210]: INFO networking_nsxv3.common.synchronization [req-73392042-bce1-4195-95b9-ff39cb90e63a req-e856f941-66f2-421a-90ec-ba0fb8ceac49 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 668.477124] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 668.477124] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.477124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.480488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.480834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.481072] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.481160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.481209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.482879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.482879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.482879] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.673395] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.715793] env[69210]: INFO networking_nsxv3.common.synchronization [None req-67a2ef23-a193-405c-96d8-4940ff25bf7b None None] Enqueued Resource ID: a7bd31c3-e18b-4815-a86a-0cb08159e39e with Priority: HIGHEST for action port [ 668.715923] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7bd31c3-e18b-4815-a86a-0cb08159e39e with Priority: HIGHEST for action port [ 668.716574] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7bd31c3-e18b-4815-a86a-0cb08159e39e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.716739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7bd31c3-e18b-4815-a86a-0cb08159e39e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.716739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7bd31c3-e18b-4815-a86a-0cb08159e39e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.716998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7bd31c3-e18b-4815-a86a-0cb08159e39e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.716998] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7bd31c3-e18b-4815-a86a-0cb08159e39e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.941799] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1456ab0c-57d7-4422-95cf-637d18a7749f taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.942156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.942156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.942327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.942426] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.942526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.942657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.942817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.942906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.942996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.943284] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1456ab0c-57d7-4422-95cf-637d18a7749f taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.943429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.943522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.943700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.943892] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.944009] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.944121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.944281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.944370] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.944489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.947211] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1456ab0c-57d7-4422-95cf-637d18a7749f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.984037] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.984411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.984507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.984744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.984807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.985037] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.985242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.985242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.985382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.985438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.986078] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da already deleted. [ 668.986078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.133578] env[69210]: INFO networking_nsxv3.common.synchronization [req-127fe71b-712a-44ba-bb58-6d9050a5a429 req-b2788797-6c37-406f-bbe4-a563f242ac8f service nova] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_rules [ 669.133578] env[69210]: INFO networking_nsxv3.common.synchronization [req-127fe71b-712a-44ba-bb58-6d9050a5a429 req-b2788797-6c37-406f-bbe4-a563f242ac8f service nova] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 669.133578] env[69210]: INFO networking_nsxv3.common.synchronization [req-127fe71b-712a-44ba-bb58-6d9050a5a429 req-b2788797-6c37-406f-bbe4-a563f242ac8f service nova] Enqueued Resource ID: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 with Priority: HIGHEST for action port [ 669.133578] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_rules [ 669.133578] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 669.133578] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 with Priority: HIGHEST for action port [ 669.134833] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.135973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.135973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.135973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.135973] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.140463] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.140463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.140463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.140463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.140463] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.140463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.140463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.140463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.140463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.140463] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.145715] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.145715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.145715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.145715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.145715] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.175995] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.176451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.176451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.176564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.176644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.176811] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be created. [ 669.202802] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.202802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.202802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.202802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.202802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.221508] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: UNINITIALIZED for 2s [ 669.221508] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7bd31c3-e18b-4815-a86a-0cb08159e39e [ 669.221508] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.221508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.221508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.221508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.221508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.221508] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7bd31c3-e18b-4815-a86a-0cb08159e39e already deleted. [ 669.221508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7bd31c3-e18b-4815-a86a-0cb08159e39e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.291736] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.291986] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.292135] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.293569] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.293966] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.294375] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.294660] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.294811] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.294966] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.295198] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.295319] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.295947] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.295947] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.295947] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.295947] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.295947] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.316791] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.317902] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.318182] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.318447] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.322199] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-464ab17c-f3ef-4e61-9ca5-76548a23897b taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.322543] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-464ab17c-f3ef-4e61-9ca5-76548a23897b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.322707] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-464ab17c-f3ef-4e61-9ca5-76548a23897b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.329395] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-464ab17c-f3ef-4e61-9ca5-76548a23897b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.329900] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('464ab17c-f3ef-4e61-9ca5-76548a23897b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.361713] env[69210]: INFO networking_nsxv3.common.synchronization [None req-97785b61-7437-4511-89b6-251cee6fb40b None None] Enqueued Resource ID: 1a6a12d9-8e7b-4940-a869-6ccb8361ea18 with Priority: HIGHEST for action port [ 669.362284] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6a12d9-8e7b-4940-a869-6ccb8361ea18 with Priority: HIGHEST for action port [ 669.362612] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a6a12d9-8e7b-4940-a869-6ccb8361ea18 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.362752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a6a12d9-8e7b-4940-a869-6ccb8361ea18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.362822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a6a12d9-8e7b-4940-a869-6ccb8361ea18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.364491] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a6a12d9-8e7b-4940-a869-6ccb8361ea18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.364593] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a6a12d9-8e7b-4940-a869-6ccb8361ea18',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.448239] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1456ab0c-57d7-4422-95cf-637d18a7749f: rpc.has_security_group_logging(os_id): False [ 669.468340] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.468607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.468607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.469208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.469208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.469299] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.469400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.469471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.469634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.469711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.469881] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.469971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.472770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.472770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.472770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.472770] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.472770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.472770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.472770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.472770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.472770] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1456ab0c-57d7-4422-95cf-637d18a7749f is going to be created. [ 669.561432] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.561593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.561668] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.561890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.562249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.577183] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1456ab0c-57d7-4422-95cf-637d18a7749f in Status: IN_PROGRESS for 2s [ 669.644508] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.647719] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.647719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.648628] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 with status ACTIVE [ 669.648628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.648774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.648774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.648964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.649292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.649292] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.652102] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.652203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.652414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.652519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.654062] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.654062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.654062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.654062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.654062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.654062] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 is going to be updated. [ 669.673505] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.673661] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.673785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.674136] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.674136] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.675043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.835881] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.835881] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.835881] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.836272] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.839695] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.840903] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 464ab17c-f3ef-4e61-9ca5-76548a23897b not found, creating... [ 669.840903] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.841161] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.841405] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.846504] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.846504] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.846504] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.846504] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.846504] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.846504] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.846504] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.846504] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 464ab17c-f3ef-4e61-9ca5-76548a23897b is going to be created. [ 669.872518] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a6a12d9-8e7b-4940-a869-6ccb8361ea18 [ 669.874830] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.875763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.875877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.877961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.877961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.877961] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a6a12d9-8e7b-4940-a869-6ccb8361ea18 already deleted. [ 669.877961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a6a12d9-8e7b-4940-a869-6ccb8361ea18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.897828] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.897828] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.898108] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.902774] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.902774] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.902774] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-464ab17c-f3ef-4e61-9ca5-76548a23897b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.148752] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.654325] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.656100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.656100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.656100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.656100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.656100] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 is going to be created. [ 670.677353] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.677717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.677803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.678153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.678365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.693713] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: UNINITIALIZED for 2s [ 671.143572] env[69210]: INFO networking_nsxv3.common.synchronization [None req-8015b3ff-099d-41aa-bbd5-c76e42523c20 None None] Enqueued Resource ID: 32539168-734c-41a5-9fd8-ee3cc70d01e3 with Priority: HIGHEST for action port [ 671.144107] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32539168-734c-41a5-9fd8-ee3cc70d01e3 with Priority: HIGHEST for action port [ 671.144389] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-32539168-734c-41a5-9fd8-ee3cc70d01e3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.144530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32539168-734c-41a5-9fd8-ee3cc70d01e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.144613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32539168-734c-41a5-9fd8-ee3cc70d01e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.145717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32539168-734c-41a5-9fd8-ee3cc70d01e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.146176] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32539168-734c-41a5-9fd8-ee3cc70d01e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.226428] env[69210]: INFO networking_nsxv3.common.synchronization [req-73392042-bce1-4195-95b9-ff39cb90e63a req-7d0a447c-f741-48a1-88aa-8c9fb4610818 service nova] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_rules [ 671.226622] env[69210]: INFO networking_nsxv3.common.synchronization [req-73392042-bce1-4195-95b9-ff39cb90e63a req-7d0a447c-f741-48a1-88aa-8c9fb4610818 service nova] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 671.226838] env[69210]: INFO networking_nsxv3.common.synchronization [req-73392042-bce1-4195-95b9-ff39cb90e63a req-7d0a447c-f741-48a1-88aa-8c9fb4610818 service nova] Enqueued Resource ID: 464ab17c-f3ef-4e61-9ca5-76548a23897b with Priority: HIGHEST for action port [ 671.227335] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_rules [ 671.227439] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 671.227602] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 464ab17c-f3ef-4e61-9ca5-76548a23897b with Priority: HIGHEST for action port [ 671.227802] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.228660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.228660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.232549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.232549] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.232549] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.232549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.232549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.232549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.232549] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.232549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.232549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.232549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.232549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.232549] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.239539] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-464ab17c-f3ef-4e61-9ca5-76548a23897b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.239539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-464ab17c-f3ef-4e61-9ca5-76548a23897b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.239539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-464ab17c-f3ef-4e61-9ca5-76548a23897b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.239539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-464ab17c-f3ef-4e61-9ca5-76548a23897b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.239539] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('464ab17c-f3ef-4e61-9ca5-76548a23897b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.245970] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 671.246231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.247518] env[69210]: INFO networking_nsxv3.common.synchronization [req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 req-c1019e79-3b23-4199-982c-3acde7aaabca tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Enqueued Resource ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 with Priority: HIGHEST for action security_group_members [ 671.248181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.248385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.248573] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.249156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.249156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.249156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.249156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.252972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.253128] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.255047] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 with Priority: HIGHEST for action security_group_members [ 671.255273] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-59c8443e-50b1-4bc0-96f4-1cb1aa178601 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.255426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.255426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.255716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.255816] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.255918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.255974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.256205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.256315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.256430] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59c8443e-50b1-4bc0-96f4-1cb1aa178601',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.590730] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1456ab0c-57d7-4422-95cf-637d18a7749f in Status: SUCCESS [ 671.590947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.648965] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32539168-734c-41a5-9fd8-ee3cc70d01e3 [ 671.649429] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.649656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.649738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.650107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.650311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.650460] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32539168-734c-41a5-9fd8-ee3cc70d01e3 already deleted. [ 671.650580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32539168-734c-41a5-9fd8-ee3cc70d01e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.739591] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.739591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.739591] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.755542] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 464ab17c-f3ef-4e61-9ca5-76548a23897b with status ACTIVE [ 671.755858] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.756666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.756666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.756666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.756837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.757090] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.757185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.757275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.757503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.757668] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.757916] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.758333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.758333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.758516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.758622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.758734] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 464ab17c-f3ef-4e61-9ca5-76548a23897b is going to be updated. [ 671.763426] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.763591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.763690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.763925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.764133] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.764319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.764319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.764522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.764580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.764744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.764837] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.764936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.765014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.765190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.765334] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.765425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.765500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.765650] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.765726] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.765809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.765898] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.770285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.773231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.773231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.773231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.773463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.773526] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.773711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.773793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.773985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.774087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.774180] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 already deleted. [ 671.774317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.796800] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.796963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.797092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.797302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.797455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.797653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-464ab17c-f3ef-4e61-9ca5-76548a23897b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.242087] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.270119] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e622c91-a49e-443b-81d2-89da731106a2: rpc.has_security_group_logging(os_id): False [ 672.289825] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.289825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.289825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.289825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.289825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.289825] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.289825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.289825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.289825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.289825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.289825] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.289825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.289825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.290622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.290622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.290622] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.290622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.290622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.290804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.290836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.291393] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be created. [ 672.378332] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.378332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.378332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.378332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.378332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.392659] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 672.541071] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.541071] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-394" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.541071] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-394" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.541071] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-394" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.541071] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.541071] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.541773] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.542223] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.542547] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.543016] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.543332] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.543574] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.543800] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.544049] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.544343] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.544632] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.563535] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.563758] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.564111] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.564193] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-394" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.564463] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-f6e4267e-c115-4a09-b575-0601f24298f5 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.564638] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-f6e4267e-c115-4a09-b575-0601f24298f5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.564848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-f6e4267e-c115-4a09-b575-0601f24298f5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.566076] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-f6e4267e-c115-4a09-b575-0601f24298f5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.566076] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e4267e-c115-4a09-b575-0601f24298f5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.705884] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: SUCCESS [ 672.705884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.705884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.705884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.705884] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.705884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.705884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.705884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.705884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.705884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.705884] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.748023] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.748861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.748963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.749193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.749288] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.749653] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be created. [ 672.771884] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.771884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.771884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.771884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.771884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.779372] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: UNINITIALIZED for 2s [ 672.861786] env[69210]: INFO networking_nsxv3.common.synchronization [None req-dac6e09f-d5b6-4e8a-95db-84cebcd5a18e None None] Enqueued Resource ID: 488c898f-3018-47ee-974a-312ed6ddb062 with Priority: HIGHEST for action port [ 672.862085] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 488c898f-3018-47ee-974a-312ed6ddb062 with Priority: HIGHEST for action port [ 672.862802] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-488c898f-3018-47ee-974a-312ed6ddb062 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.862955] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-488c898f-3018-47ee-974a-312ed6ddb062" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.864332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-488c898f-3018-47ee-974a-312ed6ddb062" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.865390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-488c898f-3018-47ee-974a-312ed6ddb062" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.865390] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488c898f-3018-47ee-974a-312ed6ddb062',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.068594] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.068594] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.068594] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.069052] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.069275] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.069328] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port f6e4267e-c115-4a09-b575-0601f24298f5 not found, creating... [ 673.069556] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.069721] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.069838] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.070104] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.070274] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.070653] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.070833] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.070996] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.074414] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.074512] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.074674] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: f6e4267e-c115-4a09-b575-0601f24298f5 is going to be created. [ 673.097346] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.097592] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.098121] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.098121] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.098292] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.098429] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-f6e4267e-c115-4a09-b575-0601f24298f5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.210787] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.371123] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 488c898f-3018-47ee-974a-312ed6ddb062 [ 673.371123] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.371123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.371123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.371123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.371393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.371393] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:488c898f-3018-47ee-974a-312ed6ddb062 already deleted. [ 673.371393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-488c898f-3018-47ee-974a-312ed6ddb062" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.627647] env[69210]: INFO networking_nsxv3.common.synchronization [None req-2473c097-707e-47fc-8f31-b5527eb1f525 None None] Enqueued Resource ID: 3af09fa3-4fdc-45d3-88b8-84f6e43682ce with Priority: HIGHEST for action port [ 673.627794] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af09fa3-4fdc-45d3-88b8-84f6e43682ce with Priority: HIGHEST for action port [ 673.629911] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af09fa3-4fdc-45d3-88b8-84f6e43682ce taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.629911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af09fa3-4fdc-45d3-88b8-84f6e43682ce" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.629911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af09fa3-4fdc-45d3-88b8-84f6e43682ce" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.629911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af09fa3-4fdc-45d3-88b8-84f6e43682ce" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.629911] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af09fa3-4fdc-45d3-88b8-84f6e43682ce',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.720091] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95c8d5c8-44cc-4dfc-b37b-27fb455ec222: rpc.has_security_group_logging(os_id): False [ 673.737865] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.738898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.739158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.739592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.739914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.742035] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.742035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.742035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.742035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.742035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.742035] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 is going to be created. [ 673.797050] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.799393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.799393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.799393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.799393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.810699] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: IN_PROGRESS for 2s [ 674.134171] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3af09fa3-4fdc-45d3-88b8-84f6e43682ce [ 674.134570] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.134685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.134773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.134971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.135091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.135191] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3af09fa3-4fdc-45d3-88b8-84f6e43682ce already deleted. [ 674.135272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af09fa3-4fdc-45d3-88b8-84f6e43682ce" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.405877] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 674.406845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.480073] env[69210]: INFO networking_nsxv3.common.synchronization [req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 req-998328cf-6561-48fe-9557-38fc673d7d3b service nova] Enqueued Resource ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 with Priority: HIGHEST for action security_group_rules [ 674.480073] env[69210]: INFO networking_nsxv3.common.synchronization [req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 req-998328cf-6561-48fe-9557-38fc673d7d3b service nova] Enqueued Resource ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 with Priority: HIGHEST for action security_group_members [ 674.480073] env[69210]: INFO networking_nsxv3.common.synchronization [req-bbc32638-1f0a-4cc5-b8fd-46558cdce709 req-998328cf-6561-48fe-9557-38fc673d7d3b service nova] Enqueued Resource ID: f6e4267e-c115-4a09-b575-0601f24298f5 with Priority: HIGHEST for action port [ 674.480073] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 with Priority: HIGHEST for action security_group_rules [ 674.480073] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 with Priority: HIGHEST for action security_group_members [ 674.480073] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e4267e-c115-4a09-b575-0601f24298f5 with Priority: HIGHEST for action port [ 674.485299] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59c8443e-50b1-4bc0-96f4-1cb1aa178601 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.485299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.485441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.485709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.485824] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59c8443e-50b1-4bc0-96f4-1cb1aa178601',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.487335] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-59c8443e-50b1-4bc0-96f4-1cb1aa178601 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.490942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.490942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.490942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.490942] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.490942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.490942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.490942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.490942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.490942] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59c8443e-50b1-4bc0-96f4-1cb1aa178601',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.490942] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6e4267e-c115-4a09-b575-0601f24298f5 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.490942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6e4267e-c115-4a09-b575-0601f24298f5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.490942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6e4267e-c115-4a09-b575-0601f24298f5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.490942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6e4267e-c115-4a09-b575-0601f24298f5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.490942] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e4267e-c115-4a09-b575-0601f24298f5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.788941] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 674.789233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.789652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.789868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.790074] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.790201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.790283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.790400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.790481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.790616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.790690] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.993941] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59c8443e-50b1-4bc0-96f4-1cb1aa178601',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.993941] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-59c8443e-50b1-4bc0-96f4-1cb1aa178601 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.993941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.993941] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6e4267e-c115-4a09-b575-0601f24298f5 with status ACTIVE [ 674.993941] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.993941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.993941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.993941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.995275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.995275] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.995275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.995275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.995275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.995275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.995275] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.995275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.995275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.995275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.995275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.995697] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6e4267e-c115-4a09-b575-0601f24298f5 is going to be updated. [ 675.015859] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.015995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.016095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.016301] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.016688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.016937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6e4267e-c115-4a09-b575-0601f24298f5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.215239] env[69210]: INFO networking_nsxv3.common.synchronization [None req-9dc571bb-2e1e-4d18-8210-ef4461cc1310 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Enqueued Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_rules [ 675.216025] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_rules [ 675.216696] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-272a7be7-c20f-4edd-a65b-6601e565d09e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.217404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.217560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.217902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.218099] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.293077] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.293339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.293404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.293633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.293840] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.294127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.294127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.294262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.295379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.295379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.295379] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.295379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.295379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.295379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.296384] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.296917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.296917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.296917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.296917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.296917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.297115] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.499076] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59c8443e-50b1-4bc0-96f4-1cb1aa178601',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.734599] env[69210]: INFO networking_nsxv3.common.synchronization [None req-c6483867-2ec7-46bf-836c-7608a06ed809 None None] Enqueued Resource ID: cd6ce3ca-d06f-4614-9919-7365ad97f3b0 with Priority: HIGHEST for action port [ 675.734869] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6ce3ca-d06f-4614-9919-7365ad97f3b0 with Priority: HIGHEST for action port [ 675.735460] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd6ce3ca-d06f-4614-9919-7365ad97f3b0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.735601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd6ce3ca-d06f-4614-9919-7365ad97f3b0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.735690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd6ce3ca-d06f-4614-9919-7365ad97f3b0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.735917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd6ce3ca-d06f-4614-9919-7365ad97f3b0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.736101] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd6ce3ca-d06f-4614-9919-7365ad97f3b0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.741444] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.741613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.741613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.743167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.743167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.743167] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 272a7be7-c20f-4edd-a65b-6601e565d09e already deleted. [ 675.743167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.800336] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 223e97ac-9bd2-4283-8df6-b4031ed5c9da: rpc.has_security_group_logging(os_id): False [ 675.814429] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.814585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.814658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.814875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.814971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.815212] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.815320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.815627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.815877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.815966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.816194] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.816297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.816359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.816507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.816686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.816789] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.816847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.817223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.817223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.817223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.817223] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be created. [ 675.826900] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: SUCCESS [ 675.827461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.869338] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.869523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.869629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.869913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.870394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.899783] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 675.955682] env[69210]: INFO networking_nsxv3.common.synchronization [None req-0df974c0-d7ff-426f-a3f7-839d1ed58b6d tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Enqueued Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_rules [ 675.955682] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_rules [ 675.955682] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-272a7be7-c20f-4edd-a65b-6601e565d09e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.955682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.955682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.955682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.955966] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.005317] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.005612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.005612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.005875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.005983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.006106] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 is going to be created. [ 676.028705] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.028705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.028966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.029390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.029555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.041219] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 in Status: UNINITIALIZED for 2s [ 676.244749] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd6ce3ca-d06f-4614-9919-7365ad97f3b0 [ 676.245009] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.245161] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.245240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.245636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.245677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.245763] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd6ce3ca-d06f-4614-9919-7365ad97f3b0 already deleted. [ 676.245861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd6ce3ca-d06f-4614-9919-7365ad97f3b0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.475503] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.475503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.475794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.476152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.476313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.476840] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 272a7be7-c20f-4edd-a65b-6601e565d09e already deleted. [ 676.476840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.768364] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5381009-3e19-4bd3-93f0-2e4891c2a949 req-179b6614-f6f9-456d-9dbc-8f79f3fae698 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Enqueued Resource ID: 5256635d-0018-456a-ad60-b5ead02e2719 with Priority: HIGHEST for action security_group_members [ 676.768924] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5256635d-0018-456a-ad60-b5ead02e2719 with Priority: HIGHEST for action security_group_members [ 676.769270] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5256635d-0018-456a-ad60-b5ead02e2719 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.769584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.769584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.769748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.770011] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.771561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.772050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.772050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.772050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.772214] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5256635d-0018-456a-ad60-b5ead02e2719',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.279135] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.279135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.279135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.279135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.279135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.279135] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.279135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.279135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.279135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.279135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.279135] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5256635d-0018-456a-ad60-b5ead02e2719 already deleted. [ 677.279135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.700403] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.703049] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.703049] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.703049] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.703049] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.703049] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.703049] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.703049] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.703049] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.703049] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.703049] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.703049] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.703049] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.703049] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.703049] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.705138] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.723679] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.723842] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.724029] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.724207] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.724537] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-c26e0038-f71c-4558-a468-f958139b06f8 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.724721] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-c26e0038-f71c-4558-a468-f958139b06f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.724843] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-c26e0038-f71c-4558-a468-f958139b06f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.727036] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-c26e0038-f71c-4558-a468-f958139b06f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.727226] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c26e0038-f71c-4558-a468-f958139b06f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.910962] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 677.911222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.050076] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 in Status: SUCCESS [ 678.050322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.050497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.050711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.050901] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.052875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.052875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.052875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.052875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.052875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.052875] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59c8443e-50b1-4bc0-96f4-1cb1aa178601',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.230527] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.230787] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.230859] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.231256] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.231320] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.231477] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port c26e0038-f71c-4558-a468-f958139b06f8 not found, creating... [ 678.231765] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.231926] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.232056] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.232312] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.232468] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.232755] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.232912] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.235414] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.235699] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.235848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.235999] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: c26e0038-f71c-4558-a468-f958139b06f8 is going to be created. [ 678.258549] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.258772] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.258869] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.259207] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.259445] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.259677] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-c26e0038-f71c-4558-a468-f958139b06f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.556420] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-59c8443e-50b1-4bc0-96f4-1cb1aa178601 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.556758] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.556758] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.556894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.557112] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.557230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.557328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.557595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.557667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.557843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.557843] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-59c8443e-50b1-4bc0-96f4-1cb1aa178601 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.558912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.558912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.558912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.558912] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.558912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.558912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.558912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.558912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.558912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.558912] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59c8443e-50b1-4bc0-96f4-1cb1aa178601',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.066341] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59c8443e-50b1-4bc0-96f4-1cb1aa178601: rpc.has_security_group_logging(os_id): False [ 679.082524] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.084480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.084480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.084480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.084480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.084480] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.084480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.085430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.086749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.086749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.086749] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.086749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.086749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.086749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.086749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.087792] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.090571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.090571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.090571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.090571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.090571] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 is going to be created. [ 679.145905] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.145905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.145905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.145905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.145905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.155486] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 in Status: IN_PROGRESS for 2s [ 679.407155] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5381009-3e19-4bd3-93f0-2e4891c2a949 req-d8dd0089-6ef4-4797-81af-f2bf28975ea7 service nova] Enqueued Resource ID: 5256635d-0018-456a-ad60-b5ead02e2719 with Priority: HIGHEST for action security_group_rules [ 679.407155] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5381009-3e19-4bd3-93f0-2e4891c2a949 req-d8dd0089-6ef4-4797-81af-f2bf28975ea7 service nova] Enqueued Resource ID: 5256635d-0018-456a-ad60-b5ead02e2719 with Priority: HIGHEST for action security_group_members [ 679.407155] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5381009-3e19-4bd3-93f0-2e4891c2a949 req-d8dd0089-6ef4-4797-81af-f2bf28975ea7 service nova] Enqueued Resource ID: c26e0038-f71c-4558-a468-f958139b06f8 with Priority: HIGHEST for action port [ 679.407155] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5256635d-0018-456a-ad60-b5ead02e2719 with Priority: HIGHEST for action security_group_rules [ 679.407155] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5256635d-0018-456a-ad60-b5ead02e2719 with Priority: HIGHEST for action security_group_members [ 679.407155] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26e0038-f71c-4558-a468-f958139b06f8 with Priority: HIGHEST for action port [ 679.408616] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5256635d-0018-456a-ad60-b5ead02e2719 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.409582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.413076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.413076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.413076] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5256635d-0018-456a-ad60-b5ead02e2719',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.413076] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5256635d-0018-456a-ad60-b5ead02e2719 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.413076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.413076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.413076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.413076] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.413076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.413076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.413076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.413076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.413076] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5256635d-0018-456a-ad60-b5ead02e2719',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.415927] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-c26e0038-f71c-4558-a468-f958139b06f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.415927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c26e0038-f71c-4558-a468-f958139b06f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.415927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c26e0038-f71c-4558-a468-f958139b06f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.415927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c26e0038-f71c-4558-a468-f958139b06f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.415927] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c26e0038-f71c-4558-a468-f958139b06f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.868089] env[69210]: INFO networking_nsxv3.common.synchronization [req-6ae9e3ed-2737-4ad0-9562-d882690f2215 req-9091004b-091c-46ea-8b1d-176a0be85d8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 679.868399] env[69210]: INFO networking_nsxv3.common.synchronization [req-6ae9e3ed-2737-4ad0-9562-d882690f2215 req-9091004b-091c-46ea-8b1d-176a0be85d8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_members [ 679.868935] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 679.868935] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_members [ 679.869211] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.869338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.869438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.869662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.869819] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.869920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.869981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.873465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.873560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.873664] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.874598] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.874713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.874773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.874991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.875149] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.875243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.875314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.875456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.875684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.875684] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.917646] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5256635d-0018-456a-ad60-b5ead02e2719',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.919029] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5256635d-0018-456a-ad60-b5ead02e2719 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.919235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.919235] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c26e0038-f71c-4558-a468-f958139b06f8 with status ACTIVE [ 679.919420] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.919535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.919615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.919795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.919885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.920102] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.920156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.920209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.920359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.920436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.920611] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.920706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.920876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.920940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.920973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.921581] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c26e0038-f71c-4558-a468-f958139b06f8 is going to be updated. [ 679.945674] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.945674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.945674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.945674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.945674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.945674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c26e0038-f71c-4558-a468-f958139b06f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.022673] env[69210]: INFO networking_nsxv3.common.synchronization [req-6ae9e3ed-2737-4ad0-9562-d882690f2215 req-9091004b-091c-46ea-8b1d-176a0be85d8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_rules [ 680.022853] env[69210]: INFO networking_nsxv3.common.synchronization [req-6ae9e3ed-2737-4ad0-9562-d882690f2215 req-9091004b-091c-46ea-8b1d-176a0be85d8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_members [ 680.022992] env[69210]: INFO networking_nsxv3.common.synchronization [req-6ae9e3ed-2737-4ad0-9562-d882690f2215 req-9091004b-091c-46ea-8b1d-176a0be85d8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 680.023212] env[69210]: INFO networking_nsxv3.common.synchronization [req-6ae9e3ed-2737-4ad0-9562-d882690f2215 req-9091004b-091c-46ea-8b1d-176a0be85d8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 680.023360] env[69210]: INFO networking_nsxv3.common.synchronization [req-6ae9e3ed-2737-4ad0-9562-d882690f2215 req-9091004b-091c-46ea-8b1d-176a0be85d8b tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 1025ee54-b104-4373-9565-50bbbdc87272 with Priority: HIGHEST for action port [ 680.023875] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_rules [ 680.025241] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 680.025362] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1025ee54-b104-4373-9565-50bbbdc87272 with Priority: HIGHEST for action port [ 680.025519] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_members [ 680.025589] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 680.025827] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.025947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.026121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.026394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.026475] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.027366] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.027511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.027579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.027924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.027924] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.028530] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-1025ee54-b104-4373-9565-50bbbdc87272 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.028635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.028699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.028874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.028957] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1025ee54-b104-4373-9565-50bbbdc87272',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.029816] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.029995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.030078] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.030182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.379790] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.383263] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.430846] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5256635d-0018-456a-ad60-b5ead02e2719',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.478254] env[69210]: INFO networking_nsxv3.common.synchronization [req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb req-05b4dd1c-debe-4211-a41c-217850044cb5 tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Enqueued Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 680.479108] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 680.482544] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.482544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.482544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.482544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.482544] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.482544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.482544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.482544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.482544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.482544] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.531530] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.531654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.536762] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1025ee54-b104-4373-9565-50bbbdc87272 with status ACTIVE [ 680.537165] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.537433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.537594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.537887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.538032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.538296] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.538441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.538531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.538738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.539231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.539231] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.539231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.539494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.539494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.539600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.539705] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1025ee54-b104-4373-9565-50bbbdc87272 is going to be updated. [ 680.541328] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.541476] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.560639] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.561227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.561227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.561227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.561391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.561521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.883462] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.886821] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.937210] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.937467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.937544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.937821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.938065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.938065] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5256635d-0018-456a-ad60-b5ead02e2719 is going to be created. [ 680.960522] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.960703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.960782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.960983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.961247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.971446] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5256635d-0018-456a-ad60-b5ead02e2719 in Status: UNINITIALIZED for 2s [ 680.986344] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.167868] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 in Status: SUCCESS [ 681.167868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.386537] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.386728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.386785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.386966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.387068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.387166] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 681.390577] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.390706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.390825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.391052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.391052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.391234] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 is going to be created. [ 681.411853] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.411987] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.412075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.412285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.412445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.416896] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.417029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.417105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.417292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.417419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.425194] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 681.425461] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: UNINITIALIZED for 2s [ 681.491039] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.548939] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e3ce1365-f4e7-418d-bf27-0e61f11a2eff None None] Enqueued Resource ID: 89f37074-ea72-4117-a442-e37792f49137 with Priority: HIGHEST for action port [ 681.550238] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f37074-ea72-4117-a442-e37792f49137 with Priority: HIGHEST for action port [ 681.553511] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f37074-ea72-4117-a442-e37792f49137 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.553511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f37074-ea72-4117-a442-e37792f49137" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.553511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f37074-ea72-4117-a442-e37792f49137" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.553721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f37074-ea72-4117-a442-e37792f49137" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.553721] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f37074-ea72-4117-a442-e37792f49137',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.992789] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.000036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.000036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.000036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.000036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.000036] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 is going to be updated. [ 682.020456] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.020693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.020693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.020906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.021070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.033012] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: IN_PROGRESS for 2s [ 682.056608] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89f37074-ea72-4117-a442-e37792f49137 [ 682.056961] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.056961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.056961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.057583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.057583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.057583] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89f37074-ea72-4117-a442-e37792f49137 already deleted. [ 682.057583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f37074-ea72-4117-a442-e37792f49137" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.388277] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.388452] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-902" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.388604] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-902" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.388839] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-902" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.389144] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.389454] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.389454] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.389645] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.389796] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.390017] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.390692] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.390692] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.390807] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.390928] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.391114] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.391269] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.415035] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.415230] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 682.415435] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.415550] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-902" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.415861] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-5e16edd1-dd23-4353-9179-a205a0c5f1ac taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.416086] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-5e16edd1-dd23-4353-9179-a205a0c5f1ac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.416179] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-5e16edd1-dd23-4353-9179-a205a0c5f1ac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.416514] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-5e16edd1-dd23-4353-9179-a205a0c5f1ac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.416659] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e16edd1-dd23-4353-9179-a205a0c5f1ac',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.920279] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.920538] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.920671] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.921231] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.923093] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.923093] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 5e16edd1-dd23-4353-9179-a205a0c5f1ac not found, creating... [ 682.923093] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.923093] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.923093] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.923093] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.923093] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.923093] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.924716] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.924716] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.924848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.924970] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.925131] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 5e16edd1-dd23-4353-9179-a205a0c5f1ac is going to be created. [ 682.944297] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.944800] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.944800] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.944985] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.945160] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.945389] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-5e16edd1-dd23-4353-9179-a205a0c5f1ac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.986038] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5256635d-0018-456a-ad60-b5ead02e2719 in Status: SUCCESS [ 682.986275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.986440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.986657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.986854] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.987088] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.987088] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.987256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.987354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.987354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.987435] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5256635d-0018-456a-ad60-b5ead02e2719',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.083955] env[69210]: INFO networking_nsxv3.common.synchronization [req-7ed21722-3981-4dae-9829-7d40701116aa req-ba2d6cd0-41a1-4c3f-b3c6-55fd99e2a383 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 683.084270] env[69210]: INFO networking_nsxv3.common.synchronization [req-7ed21722-3981-4dae-9829-7d40701116aa req-ba2d6cd0-41a1-4c3f-b3c6-55fd99e2a383 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGHEST for action security_group_members [ 683.084528] env[69210]: INFO networking_nsxv3.common.synchronization [req-7ed21722-3981-4dae-9829-7d40701116aa req-ba2d6cd0-41a1-4c3f-b3c6-55fd99e2a383 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_members [ 683.086844] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 683.087019] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGHEST for action security_group_members [ 683.087129] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_members [ 683.087408] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.087520] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.087712] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-66ac350a-254a-4a14-9029-0bf9432899c8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.087816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.087872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.088152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.088306] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.088408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.088474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.088626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.088712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.088805] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.089641] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.089980] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.214687] env[69210]: INFO networking_nsxv3.common.synchronization [req-7ed21722-3981-4dae-9829-7d40701116aa req-ba2d6cd0-41a1-4c3f-b3c6-55fd99e2a383 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_rules [ 683.214841] env[69210]: INFO networking_nsxv3.common.synchronization [req-7ed21722-3981-4dae-9829-7d40701116aa req-ba2d6cd0-41a1-4c3f-b3c6-55fd99e2a383 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_members [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [req-7ed21722-3981-4dae-9829-7d40701116aa req-ba2d6cd0-41a1-4c3f-b3c6-55fd99e2a383 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGHEST for action security_group_rules [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [req-7ed21722-3981-4dae-9829-7d40701116aa req-ba2d6cd0-41a1-4c3f-b3c6-55fd99e2a383 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGHEST for action security_group_members [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [req-7ed21722-3981-4dae-9829-7d40701116aa req-ba2d6cd0-41a1-4c3f-b3c6-55fd99e2a383 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [req-7ed21722-3981-4dae-9829-7d40701116aa req-ba2d6cd0-41a1-4c3f-b3c6-55fd99e2a383 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [req-7ed21722-3981-4dae-9829-7d40701116aa req-ba2d6cd0-41a1-4c3f-b3c6-55fd99e2a383 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 1025ee54-b104-4373-9565-50bbbdc87272 with Priority: HIGHEST for action port [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_rules [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGHEST for action security_group_rules [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1025ee54-b104-4373-9565-50bbbdc87272 with Priority: HIGHEST for action port [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_members [ 683.217049] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGHEST for action security_group_members [ 683.217049] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.217049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.217731] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66ac350a-254a-4a14-9029-0bf9432899c8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.217731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.217731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.217731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.217731] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.218488] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.218586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.218758] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-1025ee54-b104-4373-9565-50bbbdc87272 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.218855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.218918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.220355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.220437] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1025ee54-b104-4373-9565-50bbbdc87272',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.221484] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.221581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.221768] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.221848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.222028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-66ac350a-254a-4a14-9029-0bf9432899c8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.222110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.283433] env[69210]: INFO networking_nsxv3.common.synchronization [req-02bf4234-821a-401a-a690-4fca2b8249e8 req-d2a76acd-02b6-4504-8347-7613c5404326 tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 683.284225] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 683.284579] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.284685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.284738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.284924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.285194] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.285350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.285483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.285671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.285790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.285906] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.437984] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 683.438235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.438597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.438666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.438832] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.438956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.439193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.439193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.439308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.439716] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.441181] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: SUCCESS [ 683.441447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.441640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.441944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.442189] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.442358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.442463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.442658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.442787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.442923] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.493063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5256635d-0018-456a-ad60-b5ead02e2719 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.493063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.493063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.493352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.493637] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.493839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.493949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.494339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.494747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.494747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.495053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5256635d-0018-456a-ad60-b5ead02e2719 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.495416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.495764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.496351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.498873] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.498873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.498873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.498873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.498873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.498873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.498873] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5256635d-0018-456a-ad60-b5ead02e2719',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.591101] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.724083] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-66ac350a-254a-4a14-9029-0bf9432899c8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.724083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.728686] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1025ee54-b104-4373-9565-50bbbdc87272 with status ACTIVE [ 683.728686] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.728686] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.728686] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.728686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.728686] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1025ee54-b104-4373-9565-50bbbdc87272 is going to be updated. [ 683.747337] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.747337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.747337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.747337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.747337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.747337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1025ee54-b104-4373-9565-50bbbdc87272" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.788457] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.946111] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.947908] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.004721] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5256635d-0018-456a-ad60-b5ead02e2719: rpc.has_security_group_logging(os_id): False [ 684.020228] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.020405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.020478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.020835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.020970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.021166] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.021470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.021470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.021635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.021760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.021924] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.022058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.022163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.022226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.022309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.022498] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.022597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.022659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.022795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.022870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.023019] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5256635d-0018-456a-ad60-b5ead02e2719 is going to be created. [ 684.045647] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: SUCCESS [ 684.045647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.075264] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.075474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.075474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.075687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.075920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.085308] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5256635d-0018-456a-ad60-b5ead02e2719 in Status: IN_PROGRESS for 2s [ 684.094182] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.224598] env[69210]: INFO networking_nsxv3.common.synchronization [None req-da8cae2e-6d66-4a65-be9a-d3837a2b5918 None None] Enqueued Resource ID: fd4565f4-3be8-49ef-8ade-707eb78e5a30 with Priority: HIGHEST for action port [ 684.225327] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4565f4-3be8-49ef-8ade-707eb78e5a30 with Priority: HIGHEST for action port [ 684.226965] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd4565f4-3be8-49ef-8ade-707eb78e5a30 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.226965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd4565f4-3be8-49ef-8ade-707eb78e5a30" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.226965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd4565f4-3be8-49ef-8ade-707eb78e5a30" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.226965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd4565f4-3be8-49ef-8ade-707eb78e5a30" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.226965] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd4565f4-3be8-49ef-8ade-707eb78e5a30',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.289829] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.447317] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.452249] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.517664] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.517863] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.517993] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.518894] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.519195] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.519362] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.519484] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.519739] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.519894] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.520122] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.520242] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.520878] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.520878] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.520878] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.520878] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.520878] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.549958] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.550145] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.550273] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.550457] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.550774] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-3077199f-e599-4ab8-92b5-0c006027f3cc taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.550974] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-3077199f-e599-4ab8-92b5-0c006027f3cc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.551303] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-3077199f-e599-4ab8-92b5-0c006027f3cc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.551400] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-3077199f-e599-4ab8-92b5-0c006027f3cc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.551556] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3077199f-e599-4ab8-92b5-0c006027f3cc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.561173] env[69210]: INFO networking_nsxv3.common.synchronization [req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb req-0afc97d9-1b9c-4125-95ac-e248d3651cbf service nova] Enqueued Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_rules [ 684.561173] env[69210]: INFO networking_nsxv3.common.synchronization [req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb req-0afc97d9-1b9c-4125-95ac-e248d3651cbf service nova] Enqueued Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 684.561173] env[69210]: INFO networking_nsxv3.common.synchronization [req-d3c432b9-00ee-4b23-ab7c-470ab5fd4bfb req-0afc97d9-1b9c-4125-95ac-e248d3651cbf service nova] Enqueued Resource ID: 5e16edd1-dd23-4353-9179-a205a0c5f1ac with Priority: HIGHEST for action port [ 684.561173] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_rules [ 684.561173] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 684.561173] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e16edd1-dd23-4353-9179-a205a0c5f1ac with Priority: HIGHEST for action port [ 684.561173] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.561173] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.561173] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.562029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.562029] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.563624] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.563750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.563845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.564109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.564316] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.564436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.564500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.564653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.564744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.564838] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.565615] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e16edd1-dd23-4353-9179-a205a0c5f1ac taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.565728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e16edd1-dd23-4353-9179-a205a0c5f1ac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.565796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e16edd1-dd23-4353-9179-a205a0c5f1ac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.565946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e16edd1-dd23-4353-9179-a205a0c5f1ac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.566634] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e16edd1-dd23-4353-9179-a205a0c5f1ac',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.596104] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.596259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.596339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.597601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.597727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.597844] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66ac350a-254a-4a14-9029-0bf9432899c8 is going to be created. [ 684.621993] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.622146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.622799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.622799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.622799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.631639] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66ac350a-254a-4a14-9029-0bf9432899c8 in Status: UNINITIALIZED for 2s [ 684.730568] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd4565f4-3be8-49ef-8ade-707eb78e5a30 [ 684.730568] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.730568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.730568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.730568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.730568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.730568] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd4565f4-3be8-49ef-8ade-707eb78e5a30 already deleted. [ 684.730568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd4565f4-3be8-49ef-8ade-707eb78e5a30" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.795567] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.796731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.796731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.796937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.797176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.797293] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 684.825550] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.825550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.825550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.825550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.825849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.836832] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 684.928794] env[69210]: INFO networking_nsxv3.common.synchronization [None req-bab9813f-29ec-4cb3-bab2-005362139b6f None None] Enqueued Resource ID: 47dd67d4-18ed-4781-9551-203cb69cb844 with Priority: HIGHEST for action port [ 684.929732] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47dd67d4-18ed-4781-9551-203cb69cb844 with Priority: HIGHEST for action port [ 684.930116] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-47dd67d4-18ed-4781-9551-203cb69cb844 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.930715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47dd67d4-18ed-4781-9551-203cb69cb844" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.930824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47dd67d4-18ed-4781-9551-203cb69cb844" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.931121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47dd67d4-18ed-4781-9551-203cb69cb844" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.931974] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47dd67d4-18ed-4781-9551-203cb69cb844',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.950163] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.950163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.950163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.950163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.950672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.950672] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 684.960904] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.960904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.960904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.960904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.960904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.960904] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 is going to be updated. [ 684.987063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.987438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.987438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.988178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.988178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.990418] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.990558] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.990660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.990853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.991024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.000592] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: IN_PROGRESS for 2s [ 685.001708] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 685.058440] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.058440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.058440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.058440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.058440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.058440] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 3077199f-e599-4ab8-92b5-0c006027f3cc not found, creating... [ 685.058440] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.058440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.058440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.058440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.058440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.059630] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.059630] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.059630] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.059630] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.059630] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.059630] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 3077199f-e599-4ab8-92b5-0c006027f3cc is going to be created. [ 685.068735] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.068846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.071329] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.072229] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e16edd1-dd23-4353-9179-a205a0c5f1ac with status ACTIVE [ 685.072420] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.072545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.073039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.073283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.073383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.073640] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.073640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.073738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.073858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.073937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.074129] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.074235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.074300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.074441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.074587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.074631] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e16edd1-dd23-4353-9179-a205a0c5f1ac is going to be updated. [ 685.078607] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.078808] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.078933] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.079200] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.079428] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.079654] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-3077199f-e599-4ab8-92b5-0c006027f3cc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.095614] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.096094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.096094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.096755] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.096755] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.096893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e16edd1-dd23-4353-9179-a205a0c5f1ac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.440262] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47dd67d4-18ed-4781-9551-203cb69cb844 [ 685.440262] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.440262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.440262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.440262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.440262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.440262] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47dd67d4-18ed-4781-9551-203cb69cb844 already deleted. [ 685.440262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47dd67d4-18ed-4781-9551-203cb69cb844" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.577999] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.077242] env[69210]: INFO networking_nsxv3.common.synchronization [None req-c45d6ee2-270c-4233-af9a-b4b320a5c823 None None] Enqueued Resource ID: 5d66e42d-10d4-418a-ba10-8bb5c5f72cf2 with Priority: HIGHEST for action port [ 686.077765] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d66e42d-10d4-418a-ba10-8bb5c5f72cf2 with Priority: HIGHEST for action port [ 686.078302] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d66e42d-10d4-418a-ba10-8bb5c5f72cf2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.078503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d66e42d-10d4-418a-ba10-8bb5c5f72cf2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.078584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d66e42d-10d4-418a-ba10-8bb5c5f72cf2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.078846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d66e42d-10d4-418a-ba10-8bb5c5f72cf2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.079294] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d66e42d-10d4-418a-ba10-8bb5c5f72cf2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.082120] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.082465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.082465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.082580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.082580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.082686] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 is going to be updated. [ 686.097523] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5256635d-0018-456a-ad60-b5ead02e2719 in Status: SUCCESS [ 686.097523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.106103] env[69210]: INFO networking_nsxv3.common.synchronization [req-ffcea167-d245-415f-9085-01a771fa1fa1 req-06d6393a-4244-4098-98ec-710730bc518d tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 686.106368] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 686.106906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.107064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.107111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.107349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.107634] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.107763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.107830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.107989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.108324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.108427] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.110785] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.110937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.111025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.111228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.111365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.121301] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: IN_PROGRESS for 2s [ 686.500137] env[69210]: INFO networking_nsxv3.common.synchronization [req-02bf4234-821a-401a-a690-4fca2b8249e8 req-912b0de1-fcab-4f4e-826b-e21e5c49b721 service nova] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_rules [ 686.500297] env[69210]: INFO networking_nsxv3.common.synchronization [req-02bf4234-821a-401a-a690-4fca2b8249e8 req-912b0de1-fcab-4f4e-826b-e21e5c49b721 service nova] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 686.500359] env[69210]: INFO networking_nsxv3.common.synchronization [req-02bf4234-821a-401a-a690-4fca2b8249e8 req-912b0de1-fcab-4f4e-826b-e21e5c49b721 service nova] Enqueued Resource ID: 3077199f-e599-4ab8-92b5-0c006027f3cc with Priority: HIGHEST for action port [ 686.501106] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_rules [ 686.501523] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 686.501523] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3077199f-e599-4ab8-92b5-0c006027f3cc with Priority: HIGHEST for action port [ 686.502039] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.502248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.502301] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.502666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.502752] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.504161] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.504334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.504736] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3077199f-e599-4ab8-92b5-0c006027f3cc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.504736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3077199f-e599-4ab8-92b5-0c006027f3cc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.504736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3077199f-e599-4ab8-92b5-0c006027f3cc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.504915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3077199f-e599-4ab8-92b5-0c006027f3cc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.504915] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3077199f-e599-4ab8-92b5-0c006027f3cc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.581427] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d66e42d-10d4-418a-ba10-8bb5c5f72cf2 [ 686.581595] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.581750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.581910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.582047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.582138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.582217] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d66e42d-10d4-418a-ba10-8bb5c5f72cf2 already deleted. [ 686.582286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d66e42d-10d4-418a-ba10-8bb5c5f72cf2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.614556] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.614718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.614785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.616157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.616285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.617117] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.617117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.617117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.617117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.617117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.617117] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f already deleted. [ 686.617117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.645612] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66ac350a-254a-4a14-9029-0bf9432899c8 in Status: SUCCESS [ 686.645612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.645612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.645612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.645612] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.645612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.645612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.645612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.645612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.645612] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.744177] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.746799] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.746799] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.746799] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.746799] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.746799] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.747126] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.747126] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.747966] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.747966] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.747966] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.747966] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.747966] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.748246] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.748246] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.748327] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.766408] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.766408] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.766564] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.766691] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.767122] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-5152ade4-f820-48da-980c-03ba10c8602a taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.767326] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-5152ade4-f820-48da-980c-03ba10c8602a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.767420] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-5152ade4-f820-48da-980c-03ba10c8602a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.767759] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-5152ade4-f820-48da-980c-03ba10c8602a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.768133] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5152ade4-f820-48da-980c-03ba10c8602a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.849045] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 686.849302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.852682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.852682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.852682] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.852682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.852682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.852682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.852682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.852682] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.011241] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.011241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.011971] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 687.011971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.011971] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3077199f-e599-4ab8-92b5-0c006027f3cc with status ACTIVE [ 687.012230] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.012288] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.012324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.012828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.012828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.012828] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.012981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.012981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.013058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.013211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.015390] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.015390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.015390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.015390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.015390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.015390] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3077199f-e599-4ab8-92b5-0c006027f3cc is going to be updated. [ 687.015390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.015390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.015390] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.015390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.015390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.015390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.015985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.015985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.015985] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.018423] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: SUCCESS [ 687.018423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.018423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.018423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.018423] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.018423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.018423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.018423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.018423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.018997] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.019480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.019480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.019480] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.019746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.019746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.019746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.019841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.019882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.019963] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.021111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.021263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.021399] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.021496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.021619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.021710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.021786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.021866] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.224342] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.224342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.224342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.224342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.224342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.224342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3077199f-e599-4ab8-92b5-0c006027f3cc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.224342] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.275025] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.275025] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.275025] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.275025] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.275025] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.275025] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 5152ade4-f820-48da-980c-03ba10c8602a not found, creating... [ 687.275025] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.275025] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.275025] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.275025] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.275025] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.275753] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.275753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.275753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.275753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.275753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.276265] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 5152ade4-f820-48da-980c-03ba10c8602a is going to be created. [ 687.297909] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.297909] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.297909] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.297909] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.297909] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.297909] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-5152ade4-f820-48da-980c-03ba10c8602a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.356495] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.521869] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.522076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.524399] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.525257] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.525912] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.656592] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.860217] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.028343] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4926f270-1252-4dbb-b22f-dc7f63572fa3: rpc.has_security_group_logging(os_id): False [ 688.029975] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.030936] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.046055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.046055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.046667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.047050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.047378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.048030] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.048030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.048030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.049341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.049341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.049341] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 is going to be created. [ 688.099636] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.099798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.099875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.100119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.100296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.111461] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: IN_PROGRESS for 2s [ 688.130061] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: IN_PROGRESS for 4s [ 688.158780] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.158998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.159062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.159255] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.159352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.159451] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66ac350a-254a-4a14-9029-0bf9432899c8 is going to be updated. [ 688.199643] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.199922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.199922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.200116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.200471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.211290] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66ac350a-254a-4a14-9029-0bf9432899c8 in Status: IN_PROGRESS for 2s [ 688.304514] env[69210]: INFO networking_nsxv3.common.synchronization [req-ffcea167-d245-415f-9085-01a771fa1fa1 req-64b45a61-fc3d-4890-bebe-a66a5112fc05 service nova] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_rules [ 688.304791] env[69210]: INFO networking_nsxv3.common.synchronization [req-ffcea167-d245-415f-9085-01a771fa1fa1 req-64b45a61-fc3d-4890-bebe-a66a5112fc05 service nova] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 688.304791] env[69210]: INFO networking_nsxv3.common.synchronization [req-ffcea167-d245-415f-9085-01a771fa1fa1 req-64b45a61-fc3d-4890-bebe-a66a5112fc05 service nova] Enqueued Resource ID: 5152ade4-f820-48da-980c-03ba10c8602a with Priority: HIGHEST for action port [ 688.304957] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_rules [ 688.305095] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 688.305194] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5152ade4-f820-48da-980c-03ba10c8602a with Priority: HIGHEST for action port [ 688.305733] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.305863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.305931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.306522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.306686] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.307703] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.307801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.307894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.311024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.311024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.311024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.311024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.311024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.311024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.311024] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.311024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-5152ade4-f820-48da-980c-03ba10c8602a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.311024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5152ade4-f820-48da-980c-03ba10c8602a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.311024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5152ade4-f820-48da-980c-03ba10c8602a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.311024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5152ade4-f820-48da-980c-03ba10c8602a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.311024] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5152ade4-f820-48da-980c-03ba10c8602a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.364679] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.364849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.364950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.365148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.365241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.365344] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 688.391428] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.391545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.391616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.391811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.391964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.404056] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 688.533810] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.534090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.534234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.534521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.534622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.534731] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 688.536178] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.536679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.536757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.537232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.537232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.537381] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 is going to be updated. [ 688.569394] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.569969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.570155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.570453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.570630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.573521] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.573647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.573773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.573934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.574298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.583039] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 688.585833] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: IN_PROGRESS for 2s [ 688.813651] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.813651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.815062] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.816082] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5152ade4-f820-48da-980c-03ba10c8602a with status ACTIVE [ 688.816356] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.816466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.816524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.816704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.816796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.816971] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.817132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.817225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.817305] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.817387] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.817566] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.817776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.817776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.817973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.817973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.819215] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5152ade4-f820-48da-980c-03ba10c8602a is going to be updated. [ 688.839915] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.839915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.843722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.843722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.843722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.843722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5152ade4-f820-48da-980c-03ba10c8602a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.321498] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.827767] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.828081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.828081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.828247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.828313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.828421] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f is going to be created. [ 689.852646] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.852806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.854398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.854398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.854398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.863711] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: UNINITIALIZED for 2s [ 690.123066] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: SUCCESS [ 690.123066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.123066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.123066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.123309] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.138011] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: SUCCESS [ 690.139385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.139385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.139385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.139385] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.139385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.139385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.139385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.139786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.139786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.139786] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.235276] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66ac350a-254a-4a14-9029-0bf9432899c8 in Status: SUCCESS [ 690.238312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.238312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.238312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.238312] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.238312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.238312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.238312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.238312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.238312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.238312] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.413164] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 690.413531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.413653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.413874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.414142] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.414306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.414415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.414619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.414733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.414869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.414992] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.593295] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 690.593563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.593779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.593995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.594197] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.594314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.594384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.594593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.594704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.594806] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.596302] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: SUCCESS [ 690.596510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.596679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.596869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.597064] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.597349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.597349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.597450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.597537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.597646] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.625654] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.625795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.642889] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.643287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.643287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.643697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.643697] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.643866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.643866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.644083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.644083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.644168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.644623] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.644623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.644623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.644623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.644871] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.644871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.644871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.645020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.645617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.645617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.645617] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.740119] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.917220] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.917386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.917527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.917679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.917829] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.918135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.918135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.918323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.918323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.918323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.918656] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.918756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.918829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.918981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.919102] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.919249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.919249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.919499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.919575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.919662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.919754] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.099257] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.100639] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.148036] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3734e717-9fd7-45cc-b3e9-f23ac44eabd0: rpc.has_security_group_logging(os_id): False [ 691.166981] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.167186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.167247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.167510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.167687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.168137] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.168137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.168137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.168349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.168418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.169808] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.170288] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.170288] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.171384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.171384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.171384] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.171384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.171384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.171384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.171671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.171671] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 is going to be updated. [ 691.243010] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.243193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.243343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.243604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.244066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.245427] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66ac350a-254a-4a14-9029-0bf9432899c8: rpc.has_security_group_logging(os_id): False [ 691.271322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.271483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.271558] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.271789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.271887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.275027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.275027] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66ac350a-254a-4a14-9029-0bf9432899c8 is going to be created. [ 691.276771] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: IN_PROGRESS for 2s [ 691.422435] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc56103-2bb5-4f40-8053-3702cedea561: rpc.has_security_group_logging(os_id): False [ 691.497391] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.497391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.497514] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.497862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.497862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.498092] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.498092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.498092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.498409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.498409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.498584] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.499114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.499114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.499114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.499114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.499378] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.499378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.499378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.499756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.499756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.499756] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 691.523952] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.523952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.523952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.523952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.523952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.544096] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66ac350a-254a-4a14-9029-0bf9432899c8 in Status: IN_PROGRESS for 2s [ 691.603946] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.605383] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.607752] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.607908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.607958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.608814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.608983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.646615] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 691.874734] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: SUCCESS [ 691.875574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.875574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.875574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.875762] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.875762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.875862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.875997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.876119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.876227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.876323] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.114744] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.115116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.115116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.115587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.115587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.115587] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 is going to be updated. [ 692.116646] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.116804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.116851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.117067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.117156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.117204] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 692.166266] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.166520] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.166582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.167113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.167113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.169616] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.169820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.170541] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.170541] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.170541] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.180328] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: IN_PROGRESS for 2s [ 692.181183] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 692.383092] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.884170] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c36087-1356-4488-81dd-21f7ba2e309f: rpc.has_security_group_logging(os_id): False [ 692.907283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.907445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.907445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.910831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.910831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.910831] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.910831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.910831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.910831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.910831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.910831] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f is going to be created. [ 692.968445] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.968608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.968673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.968895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.969097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.982040] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: IN_PROGRESS for 2s [ 693.291823] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: SUCCESS [ 693.291823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.306527] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 693.306635] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=8 [ 693.558406] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66ac350a-254a-4a14-9029-0bf9432899c8 in Status: SUCCESS [ 693.558605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.662947] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 693.663087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.195289] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: SUCCESS [ 694.195289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.195289] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 694.195289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.195289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.195790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.195790] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.195790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.195934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.196911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.196911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.196911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.196911] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.197151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.198071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.198071] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.198071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.198071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.198071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.198071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.198071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.198071] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.198071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.198658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.198658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.198658] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.198658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.198658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.198658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.198979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.198979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.198979] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.701724] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.702448] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e622c91-a49e-443b-81d2-89da731106a2: rpc.has_security_group_logging(os_id): False [ 694.721449] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.721599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.721673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.721888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.721979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.722218] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.722323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.722531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.722581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.722619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.722797] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.722893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.723038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.723190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.726327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.726482] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.726859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.726859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.726859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.727017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.727017] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 694.785505] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.785739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.785739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.785933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.786099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.798324] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 694.998817] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: SUCCESS [ 694.998817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.090347] env[69210]: INFO networking_nsxv3.common.synchronization [req-9818ea93-1340-40eb-b94e-30bde56e267f req-0d305f9d-fbaa-4675-961f-662eb89a7bc7 tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Enqueued Resource ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 with Priority: HIGHEST for action security_group_members [ 695.090347] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 with Priority: HIGHEST for action security_group_members [ 695.090347] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-03413b05-88b5-4c9d-8aaa-e35e30637b75 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.090347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.090347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.090347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.090347] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.091656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.091854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.092176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.092399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.092625] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03413b05-88b5-4c9d-8aaa-e35e30637b75',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.206694] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4926f270-1252-4dbb-b22f-dc7f63572fa3: rpc.has_security_group_logging(os_id): False [ 695.232036] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.232036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.232036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.232036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.232036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.232036] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.232036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.232036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.232569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.232569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.232569] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 is going to be updated. [ 695.298291] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.298291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.298291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.298291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.298291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.310479] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: IN_PROGRESS for 2s [ 695.597745] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.600043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.600043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.600043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.600043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.600043] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.600043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.600043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.600043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.600043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.600043] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 already deleted. [ 695.600043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.666401] env[69210]: INFO networking_nsxv3.common.synchronization [req-ff86855f-e541-49b1-9fe7-85d51c8e1754 req-52cdb844-63a3-43f7-a0d3-9697b0cbcaf4 tempest-ServerPasswordTestJSON-121435125 tempest-ServerPasswordTestJSON-121435125-project-member] Enqueued Resource ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 with Priority: HIGHEST for action security_group_members [ 695.667205] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 with Priority: HIGHEST for action security_group_members [ 695.668699] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-59c8443e-50b1-4bc0-96f4-1cb1aa178601 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.668886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.668998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.669292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.669507] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.669914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.670779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.671037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.671331] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.671331] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59c8443e-50b1-4bc0-96f4-1cb1aa178601',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.920956] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.921188] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.921320] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.921766] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.921963] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.924152] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.924232] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.924498] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.924656] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.924888] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.925015] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.925130] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.925241] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.925371] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.925464] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.925723] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.944862] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.945162] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.945264] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.945385] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.945783] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-5db3f951-4577-49d7-9bff-2a2f7c51aefb taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.945973] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-5db3f951-4577-49d7-9bff-2a2f7c51aefb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.946293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-5db3f951-4577-49d7-9bff-2a2f7c51aefb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.946451] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-5db3f951-4577-49d7-9bff-2a2f7c51aefb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.946650] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db3f951-4577-49d7-9bff-2a2f7c51aefb',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.173442] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.173624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.173689] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.173916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.174013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.174209] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.174307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.174368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.174656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.174656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.174811] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 is going to be updated. [ 696.209129] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.209605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.209605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.209605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.209781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.220277] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 in Status: IN_PROGRESS for 2s [ 696.287255] env[69210]: INFO networking_nsxv3.common.synchronization [req-d6ef2788-bd6b-4de5-b490-d4c0933e1a8e req-5cab0ee5-37fc-4ad1-af40-56beef5a68b0 tempest-ServerDiagnosticsTest-1418153509 tempest-ServerDiagnosticsTest-1418153509-project-member] Enqueued Resource ID: 5256635d-0018-456a-ad60-b5ead02e2719 with Priority: HIGHEST for action security_group_members [ 696.287894] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5256635d-0018-456a-ad60-b5ead02e2719 with Priority: HIGHEST for action security_group_members [ 696.288254] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5256635d-0018-456a-ad60-b5ead02e2719 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.288413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.288503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.288732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.288914] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.289041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.289128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.289301] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.289417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.290152] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5256635d-0018-456a-ad60-b5ead02e2719',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.449446] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.451624] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.451835] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.452174] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.452375] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.453326] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 5db3f951-4577-49d7-9bff-2a2f7c51aefb not found, creating... [ 696.454213] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.454493] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.454703] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.454939] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.455144] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.455855] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.456243] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.456479] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.457359] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.458255] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.458621] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 5db3f951-4577-49d7-9bff-2a2f7c51aefb is going to be created. [ 696.498386] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.499197] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.499465] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.500034] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.500779] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.501153] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-5db3f951-4577-49d7-9bff-2a2f7c51aefb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.793774] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.794032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.794032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.794303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.794400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.794614] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.794722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.794811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.795153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.795153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.795153] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5256635d-0018-456a-ad60-b5ead02e2719 is going to be updated. [ 696.810873] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 696.810873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.811066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.811432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.811585] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.823197] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.823415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.823539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.823735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.823977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.836022] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5256635d-0018-456a-ad60-b5ead02e2719 in Status: IN_PROGRESS for 2s [ 696.858558] env[69210]: INFO networking_nsxv3.common.synchronization [req-eef778b4-c6b1-40d0-9cb3-31b9daa21fcf req-6b9626b5-29d6-4bbb-84d2-f4c1e27286d3 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804 tempest-FloatingIPsAssociationNegativeTestJSON-1844016804-project-member] Enqueued Resource ID: 1456ab0c-57d7-4422-95cf-637d18a7749f with Priority: HIGHEST for action security_group_members [ 696.860016] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1456ab0c-57d7-4422-95cf-637d18a7749f with Priority: HIGHEST for action security_group_members [ 696.860016] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1456ab0c-57d7-4422-95cf-637d18a7749f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.860016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.860016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.860267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.860306] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.860458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.860506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.860772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.860772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.860918] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1456ab0c-57d7-4422-95cf-637d18a7749f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.288862] env[69210]: INFO networking_nsxv3.common.synchronization [req-9818ea93-1340-40eb-b94e-30bde56e267f req-09a76e74-7c3c-4829-9936-cb856fddc2e2 service nova] Enqueued Resource ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 with Priority: HIGHEST for action security_group_rules [ 697.289157] env[69210]: INFO networking_nsxv3.common.synchronization [req-9818ea93-1340-40eb-b94e-30bde56e267f req-09a76e74-7c3c-4829-9936-cb856fddc2e2 service nova] Enqueued Resource ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 with Priority: HIGHEST for action security_group_members [ 697.289217] env[69210]: INFO networking_nsxv3.common.synchronization [req-9818ea93-1340-40eb-b94e-30bde56e267f req-09a76e74-7c3c-4829-9936-cb856fddc2e2 service nova] Enqueued Resource ID: 5db3f951-4577-49d7-9bff-2a2f7c51aefb with Priority: HIGHEST for action port [ 697.290121] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 with Priority: HIGHEST for action security_group_rules [ 697.290121] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 with Priority: HIGHEST for action security_group_members [ 697.290509] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db3f951-4577-49d7-9bff-2a2f7c51aefb with Priority: HIGHEST for action port [ 697.290509] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03413b05-88b5-4c9d-8aaa-e35e30637b75 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.290622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.290659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.290910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.290982] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03413b05-88b5-4c9d-8aaa-e35e30637b75',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.291888] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-03413b05-88b5-4c9d-8aaa-e35e30637b75 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.292028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.296176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.296516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.296619] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.296891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.296891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.297026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.297158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.297346] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03413b05-88b5-4c9d-8aaa-e35e30637b75',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.298103] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db3f951-4577-49d7-9bff-2a2f7c51aefb taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.298212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db3f951-4577-49d7-9bff-2a2f7c51aefb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.298283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db3f951-4577-49d7-9bff-2a2f7c51aefb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.301042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db3f951-4577-49d7-9bff-2a2f7c51aefb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.301042] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db3f951-4577-49d7-9bff-2a2f7c51aefb',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.315034] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.315034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.315034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.315034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.315034] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.315479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.315479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.315479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.315479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.315479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.315715] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.330264] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: SUCCESS [ 697.330471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.363879] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.364040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.364153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.364326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.364473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.364685] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.364789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.364846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.365014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.365096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.365182] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1456ab0c-57d7-4422-95cf-637d18a7749f is going to be updated. [ 697.405055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.405055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.405055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.405055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.405055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.432665] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1456ab0c-57d7-4422-95cf-637d18a7749f in Status: IN_PROGRESS for 2s [ 697.715144] env[69210]: INFO networking_nsxv3.common.synchronization [None req-9c1edb60-9adb-457e-87a2-8406144586c2 None None] Enqueued Resource ID: 2444f81c-6428-4f08-bdbe-43de23dc88f0 with Priority: HIGHEST for action port [ 697.715416] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2444f81c-6428-4f08-bdbe-43de23dc88f0 with Priority: HIGHEST for action port [ 697.716022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-2444f81c-6428-4f08-bdbe-43de23dc88f0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.716983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2444f81c-6428-4f08-bdbe-43de23dc88f0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.716983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2444f81c-6428-4f08-bdbe-43de23dc88f0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.717150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2444f81c-6428-4f08-bdbe-43de23dc88f0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.717150] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2444f81c-6428-4f08-bdbe-43de23dc88f0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.727560] env[69210]: INFO networking_nsxv3.common.synchronization [req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 req-23b4bbfc-6a95-4264-85c6-698531cc5b5d tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 697.727811] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 697.728365] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.728518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.728584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.728831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.730716] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.730716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.730716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.730716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.730716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.730716] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.801756] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5db3f951-4577-49d7-9bff-2a2f7c51aefb with status ACTIVE [ 697.802020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.802380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.802456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.802672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.802767] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.802948] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.804926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.805035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.805199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.805288] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.805903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.806048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.806120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.806284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.806367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.806676] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5db3f951-4577-49d7-9bff-2a2f7c51aefb is going to be updated. [ 697.808568] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-03413b05-88b5-4c9d-8aaa-e35e30637b75 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.808687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.808866] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03413b05-88b5-4c9d-8aaa-e35e30637b75',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.820779] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.820779] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.820779] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.820779] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.820779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.821432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.821432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.821432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.821432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.821432] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.828404] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.828404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.828404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.828635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.828635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.828783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db3f951-4577-49d7-9bff-2a2f7c51aefb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.208313] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.208466] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.208466] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.208807] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.209088] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.209252] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.209371] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.209735] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.210942] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.210942] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.210942] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.210942] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.210942] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.210942] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.210942] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.210942] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.220379] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2444f81c-6428-4f08-bdbe-43de23dc88f0 [ 698.220379] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.220379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.220379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.220696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.220696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.220696] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2444f81c-6428-4f08-bdbe-43de23dc88f0 already deleted. [ 698.220840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2444f81c-6428-4f08-bdbe-43de23dc88f0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.231879] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.232065] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.232211] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.232398] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.232715] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-69fae88b-0722-49eb-b0bc-3ec246e3c411 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.232890] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-69fae88b-0722-49eb-b0bc-3ec246e3c411" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.233016] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-69fae88b-0722-49eb-b0bc-3ec246e3c411" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.233333] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-69fae88b-0722-49eb-b0bc-3ec246e3c411" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.233505] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69fae88b-0722-49eb-b0bc-3ec246e3c411',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.235306] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.235306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.235306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.235306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.235306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.235644] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.235644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.235644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.235644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.235818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.235818] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc already deleted. [ 698.235818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.237030] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 in Status: SUCCESS [ 698.237184] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 deletion is rescheduled due to dependency. [ 698.237276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.311076] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03413b05-88b5-4c9d-8aaa-e35e30637b75',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.323177] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e622c91-a49e-443b-81d2-89da731106a2: rpc.has_security_group_logging(os_id): False [ 698.340113] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.340261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.341711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.341711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.341711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.341711] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.341711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.341711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.341711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.341711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.341711] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.341711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.341711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.341711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.342273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.342273] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.342273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.342273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.342273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.342273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.342483] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 698.405535] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.405535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.405535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.405734] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.405806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.418157] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 698.738098] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.738293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.738341] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.738941] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.738941] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.738941] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 69fae88b-0722-49eb-b0bc-3ec246e3c411 not found, creating... [ 698.739225] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.739393] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.739588] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.739833] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.739975] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.740284] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.740447] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.740569] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.740785] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.740921] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.741076] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 69fae88b-0722-49eb-b0bc-3ec246e3c411 is going to be created. [ 698.761347] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.761599] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.761728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.762076] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.762563] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.762563] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-69fae88b-0722-49eb-b0bc-3ec246e3c411" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.814540] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.814540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.814540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.814540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.814540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.815466] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 is going to be created. [ 698.849276] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.851603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.851603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.851603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.851603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.858716] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5256635d-0018-456a-ad60-b5ead02e2719 in Status: SUCCESS [ 698.858716] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5256635d-0018-456a-ad60-b5ead02e2719 deletion is rescheduled due to dependency. [ 698.858716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.863981] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 in Status: UNINITIALIZED for 2s [ 699.448863] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1456ab0c-57d7-4422-95cf-637d18a7749f in Status: SUCCESS [ 699.448863] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1456ab0c-57d7-4422-95cf-637d18a7749f deletion is rescheduled due to dependency. [ 699.448863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.684685] env[69210]: INFO networking_nsxv3.common.synchronization [req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 req-636a164c-a075-4d7e-8bd5-e04426b76618 service nova] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_rules [ 699.684685] env[69210]: INFO networking_nsxv3.common.synchronization [req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 req-636a164c-a075-4d7e-8bd5-e04426b76618 service nova] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 699.684685] env[69210]: INFO networking_nsxv3.common.synchronization [req-dc0c0090-04df-41f3-ab2a-5d0d3d5fb052 req-636a164c-a075-4d7e-8bd5-e04426b76618 service nova] Enqueued Resource ID: 69fae88b-0722-49eb-b0bc-3ec246e3c411 with Priority: HIGHEST for action port [ 699.684685] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_rules [ 699.684685] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 699.684685] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69fae88b-0722-49eb-b0bc-3ec246e3c411 with Priority: HIGHEST for action port [ 699.684685] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.684685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.684685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.684685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.684685] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.685218] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.685218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.685218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.685401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.685547] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.685658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.685724] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.685891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.685936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.686063] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.686916] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-69fae88b-0722-49eb-b0bc-3ec246e3c411 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.687206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69fae88b-0722-49eb-b0bc-3ec246e3c411" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.687300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69fae88b-0722-49eb-b0bc-3ec246e3c411" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.687483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69fae88b-0722-49eb-b0bc-3ec246e3c411" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.687568] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69fae88b-0722-49eb-b0bc-3ec246e3c411',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.190022] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.190908] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.191052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.192534] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69fae88b-0722-49eb-b0bc-3ec246e3c411 with status ACTIVE [ 700.192534] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.192534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.192534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.192534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.192534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.192534] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.192534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.192534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.192534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.192534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.193140] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.193140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.193140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.193140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.193140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.193140] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69fae88b-0722-49eb-b0bc-3ec246e3c411 is going to be updated. [ 700.217925] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.218174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.218508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.218586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.218776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.218995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69fae88b-0722-49eb-b0bc-3ec246e3c411" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.278279] env[69210]: INFO networking_nsxv3.common.synchronization [None req-1775ec23-dc85-455f-ae64-71fba0803582 None None] Enqueued Resource ID: 272308e0-0b47-4ed9-a53b-0edf403887bb with Priority: HIGHEST for action port [ 700.279611] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272308e0-0b47-4ed9-a53b-0edf403887bb with Priority: HIGHEST for action port [ 700.281285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-272308e0-0b47-4ed9-a53b-0edf403887bb taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.281285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-272308e0-0b47-4ed9-a53b-0edf403887bb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.281285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-272308e0-0b47-4ed9-a53b-0edf403887bb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.281285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-272308e0-0b47-4ed9-a53b-0edf403887bb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.281285] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('272308e0-0b47-4ed9-a53b-0edf403887bb',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.431990] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 700.431990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.632260] env[69210]: INFO networking_nsxv3.common.synchronization [req-c21d121e-0b44-44dc-87dd-d8575aaf961f req-a7bb88bb-5d07-4dd2-9b6a-af7a2de6998e tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Enqueued Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 700.632813] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 700.633218] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.633332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.633540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.633794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.633967] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.634093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.634158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.635538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.635683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.635972] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.700613] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.730623] env[69210]: INFO networking_nsxv3.common.synchronization [req-566b26a6-df41-4948-806b-80f944ba9019 req-c9e59cf1-4060-4021-96ef-20d30bccc7a7 tempest-SecurityGroupRulesNegativeTestJSON-645490429 tempest-SecurityGroupRulesNegativeTestJSON-645490429-project-member] Enqueued Resource ID: c8f98901-e582-4931-958e-fcb2e43c25c6 with Priority: HIGHEST for action security_group_rules [ 700.731187] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f98901-e582-4931-958e-fcb2e43c25c6 with Priority: HIGHEST for action security_group_rules [ 700.731506] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f98901-e582-4931-958e-fcb2e43c25c6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.731637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f98901-e582-4931-958e-fcb2e43c25c6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.731705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f98901-e582-4931-958e-fcb2e43c25c6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.731962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f98901-e582-4931-958e-fcb2e43c25c6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.732110] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f98901-e582-4931-958e-fcb2e43c25c6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.786213] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 272308e0-0b47-4ed9-a53b-0edf403887bb [ 700.786433] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.786529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.786586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.786928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.786928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.786928] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:272308e0-0b47-4ed9-a53b-0edf403887bb already deleted. [ 700.787274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-272308e0-0b47-4ed9-a53b-0edf403887bb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.871365] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 in Status: SUCCESS [ 700.871617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.871780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.871995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.872202] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.872325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.873030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.873265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.873363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.873482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.873673] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03413b05-88b5-4c9d-8aaa-e35e30637b75',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.138292] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.205700] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.205879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.205945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.206179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.206273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.206376] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be created. [ 701.229958] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.234435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.234435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.234435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.234435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.239907] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: UNINITIALIZED for 2s [ 701.254449] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.254767] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.254824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.255037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.255128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.255224] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f98901-e582-4931-958e-fcb2e43c25c6 already deleted. [ 701.255311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f98901-e582-4931-958e-fcb2e43c25c6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.377149] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-03413b05-88b5-4c9d-8aaa-e35e30637b75 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.377323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.377395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.377650] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.377819] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.377923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.377988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.378157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.378247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.378338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.378487] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-03413b05-88b5-4c9d-8aaa-e35e30637b75 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.378586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.378648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.378790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.378957] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.379134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.379134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.379272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.379348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.379438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.379529] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03413b05-88b5-4c9d-8aaa-e35e30637b75',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.640389] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.657737] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.657737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.657737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.657737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.657737] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.657737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.657737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.657737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.657737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.657737] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.657737] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.657737] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.657737] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.658397] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.658397] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.658397] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.675688] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.675870] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.676380] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.676380] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.676579] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-81e683b8-811d-4a68-97e3-a45dda4f56ee taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.676908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-81e683b8-811d-4a68-97e3-a45dda4f56ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.676908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-81e683b8-811d-4a68-97e3-a45dda4f56ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.677266] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-81e683b8-811d-4a68-97e3-a45dda4f56ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.677412] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e683b8-811d-4a68-97e3-a45dda4f56ee',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.886538] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03413b05-88b5-4c9d-8aaa-e35e30637b75: rpc.has_security_group_logging(os_id): False [ 701.904447] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.904610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.904684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.905775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.905775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.905775] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.905775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.905775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.905775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.905775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.905775] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.906155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.906155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.906155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.906155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.906373] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.906477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.906543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.910020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.910020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.910020] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 is going to be created. [ 701.958891] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.958983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.959068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.959345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.959544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.969496] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 in Status: IN_PROGRESS for 2s [ 702.144146] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.144344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.144390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.144619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.144716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.144818] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 is going to be updated. [ 702.172300] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.172300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.172300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.172549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.172549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.179673] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.179962] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.180162] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.180492] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.180614] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.180694] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 81e683b8-811d-4a68-97e3-a45dda4f56ee not found, creating... [ 702.180959] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.181135] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.181255] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.181481] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.181623] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.181934] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.182616] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.182616] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.182616] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.183917] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.183917] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 81e683b8-811d-4a68-97e3-a45dda4f56ee is going to be created. [ 702.184861] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: IN_PROGRESS for 2s [ 702.222127] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.222366] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.222493] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.222929] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.223028] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.223257] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-81e683b8-811d-4a68-97e3-a45dda4f56ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.727726] env[69210]: INFO networking_nsxv3.common.synchronization [req-67757b85-c8e6-4d6b-8ddd-6b28bfa8f861 req-134843ee-a7b2-4e01-85af-8d884cf77ed1 tempest-SecurityGroupRulesNegativeTestJSON-645490429 tempest-SecurityGroupRulesNegativeTestJSON-645490429-project-member] Enqueued Resource ID: c8f98901-e582-4931-958e-fcb2e43c25c6 with Priority: HIGHEST for action security_group_rules [ 702.728435] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f98901-e582-4931-958e-fcb2e43c25c6 with Priority: HIGHEST for action security_group_rules [ 702.728887] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f98901-e582-4931-958e-fcb2e43c25c6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.732776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f98901-e582-4931-958e-fcb2e43c25c6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.732776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f98901-e582-4931-958e-fcb2e43c25c6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.732776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f98901-e582-4931-958e-fcb2e43c25c6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.732776] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f98901-e582-4931-958e-fcb2e43c25c6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.250036] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 703.250036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.250225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.250406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.250606] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.250727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.250802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.250940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.251032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.251119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.251209] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.252904] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.255207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.255207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.255207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.255207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.255207] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f98901-e582-4931-958e-fcb2e43c25c6 already deleted. [ 703.255207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f98901-e582-4931-958e-fcb2e43c25c6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.296826] env[69210]: INFO networking_nsxv3.common.synchronization [req-c21d121e-0b44-44dc-87dd-d8575aaf961f req-6d4f5fe3-384d-4ca2-9445-ceb064ec32eb service nova] Enqueued Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_rules [ 703.297095] env[69210]: INFO networking_nsxv3.common.synchronization [req-c21d121e-0b44-44dc-87dd-d8575aaf961f req-6d4f5fe3-384d-4ca2-9445-ceb064ec32eb service nova] Enqueued Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 703.297557] env[69210]: INFO networking_nsxv3.common.synchronization [req-c21d121e-0b44-44dc-87dd-d8575aaf961f req-6d4f5fe3-384d-4ca2-9445-ceb064ec32eb service nova] Enqueued Resource ID: 81e683b8-811d-4a68-97e3-a45dda4f56ee with Priority: HIGHEST for action port [ 703.297843] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_rules [ 703.297898] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 703.297987] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81e683b8-811d-4a68-97e3-a45dda4f56ee with Priority: HIGHEST for action port [ 703.298733] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.298733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.298733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.298733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.298954] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.300330] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.300330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.300330] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-81e683b8-811d-4a68-97e3-a45dda4f56ee taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.300330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81e683b8-811d-4a68-97e3-a45dda4f56ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.300330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81e683b8-811d-4a68-97e3-a45dda4f56ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.300553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81e683b8-811d-4a68-97e3-a45dda4f56ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.300659] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e683b8-811d-4a68-97e3-a45dda4f56ee',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.755243] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.755699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.755699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.756339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.756557] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.756672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.756736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.756918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.757017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.757425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.757705] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.757854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.757962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.758152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.758298] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.758401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.758463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.758696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.758792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.758888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.758983] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.803182] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.803344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.803532] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81e683b8-811d-4a68-97e3-a45dda4f56ee with status ACTIVE [ 703.803705] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.804619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.804708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.804918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.805010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.805206] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.805308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.805369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.805529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.805612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.805819] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.805958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.806046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.806195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.806274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.806361] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81e683b8-811d-4a68-97e3-a45dda4f56ee is going to be updated. [ 703.829192] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.829348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.829412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.829690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.829797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.829903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81e683b8-811d-4a68-97e3-a45dda4f56ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.980037] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 in Status: SUCCESS [ 703.980453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.194339] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: SUCCESS [ 704.194669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.194935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.195211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.195421] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.195583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.195799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.196053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.196150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.196257] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.261696] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6efeb86b-299a-454f-80d9-0d0a81aba7fc: rpc.has_security_group_logging(os_id): False [ 704.280382] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.280382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.280382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.280382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.280382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.280651] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.280753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.280817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.280996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.281094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.281995] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.282171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.282219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.282370] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.282453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.282674] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.282776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.282843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.282990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.283126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.283166] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be created. [ 704.335029] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.335029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.335029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.335029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.335029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.344323] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 704.700274] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.201907] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.490342] env[69210]: INFO networking_nsxv3.common.synchronization [req-628d8b64-9dfc-493b-a02f-36d6a34a1694 req-515cdaaa-3994-4057-8af2-eac73ac66aba tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Enqueued Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 705.490342] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 705.490342] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.490342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.490342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.490342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.490342] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.490342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.490342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.491047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.491047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.491047] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.704031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.704225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.706484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.706484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.706484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.706484] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 is going to be updated. [ 705.729782] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.729938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.730009] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.730226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.730374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.740859] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: IN_PROGRESS for 2s [ 705.858129] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-17529d09-0e97-41b7-bf2c-c474b54d599c tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 705.858129] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 705.858129] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.858129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.858129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.858129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.858599] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.858855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.859041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.859330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.859562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.859779] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.993026] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.309805] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-4f4d80ff-ce15-4a87-bc25-3db5f0fdc1ec tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 706.310690] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 706.310690] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.310690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.355754] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 706.356033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.361608] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.361770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.361824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.362041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.362125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.362386] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.362485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.362553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.362702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.362779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.362864] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 already deleted. [ 706.362945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.363108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.363256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.363395] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.363547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.363617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.363761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.363839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.363932] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.496485] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.865864] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.866065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.866137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.866363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.866460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.866667] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.866771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.866837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.867008] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.867082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.867181] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 already deleted. [ 706.867264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.897291] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-7cc9e835-972c-451a-8c32-3ddbf647b8dc tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 706.897829] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 706.898287] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.898497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.898497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.898692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.899440] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.899440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.899440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.904409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.904409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.904409] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.999030] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.999214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.999283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.999538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.000707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.000707] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 is going to be updated. [ 707.026834] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.026834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.026834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.026834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.026834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.033928] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: IN_PROGRESS for 2s [ 707.402472] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.402789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.403680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.404092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.404317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.404643] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.404811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.404917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.405182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.405347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.405424] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 already deleted. [ 707.405544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.551951] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.552050] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-723" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.552454] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-723" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.552565] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-723" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.553107] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.553107] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.554742] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.554742] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.554742] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.554742] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.555664] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.555664] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.555664] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.555664] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.555664] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.555664] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.575528] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.577963] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.577963] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.577963] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-723" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.577963] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-983b6b06-411c-4a54-8303-d254d8d80088 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.577963] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-983b6b06-411c-4a54-8303-d254d8d80088" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.577963] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-983b6b06-411c-4a54-8303-d254d8d80088" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.577963] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-983b6b06-411c-4a54-8303-d254d8d80088" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.577963] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('983b6b06-411c-4a54-8303-d254d8d80088',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.640720] env[69210]: INFO networking_nsxv3.common.synchronization [req-0b594f51-414a-4937-8665-ef502150781f req-796c53cd-846c-4908-9bfc-5ab828f028a7 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 707.641263] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 707.641609] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.641733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.641800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.642017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.646651] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.646787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.646855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.647066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.647166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.647262] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.749272] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: SUCCESS [ 707.749506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.749683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.749922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.750157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.750282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.750353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.750500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.750696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.750793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.750879] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.079645] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.079889] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.080010] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.080300] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.080451] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.080607] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 983b6b06-411c-4a54-8303-d254d8d80088 not found, creating... [ 708.080888] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.081056] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.081170] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.081417] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.081612] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.082035] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.082273] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.082419] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.082817] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.082817] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.082942] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 983b6b06-411c-4a54-8303-d254d8d80088 is going to be created. [ 708.102072] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.102307] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.102367] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.102657] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.102889] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.103223] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-983b6b06-411c-4a54-8303-d254d8d80088" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.149315] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.149536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.149680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.149914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.150139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.150345] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.150537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.150615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.150790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.150916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.151048] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be updated. [ 708.189037] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.189037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.189037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.189037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.189037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.198908] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 708.254362] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.254647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.254728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.254967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.255196] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.255333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.255409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.255587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.255712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.255863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.256017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.256155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.256220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.256385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.256532] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.256631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.257216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.257432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.257553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.257679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.257797] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.760678] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebe744e7-6aad-4a4c-8398-95eeed2da747: rpc.has_security_group_logging(os_id): False [ 708.777281] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.777434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.777508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.777767] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.777868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.778094] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.778203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.778269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.778426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.778506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.778689] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.778796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.778839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.778970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.779060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.779246] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.779340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.779404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.782722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.782814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.782910] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 is going to be updated. [ 708.838343] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.838521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.838596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.838863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.839038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.849334] env[69210]: INFO networking_nsxv3.common.synchronization [req-70d9801e-84d6-495d-b57d-d509d6d961c9 req-cd2c255a-c315-4f3b-8738-15e090b910cb tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 708.850226] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: IN_PROGRESS for 2s [ 708.850653] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 708.850955] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.851144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.851188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.851450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.851599] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.851683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.851754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.851909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.851995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.852105] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.043405] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: SUCCESS [ 709.043647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.363022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.363022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.363022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.363022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.363022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.363022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.363022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.363022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.363022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.363022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.363022] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 already deleted. [ 709.363022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.542164] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-016ecd4d-b84a-47a9-98e1-de10ed7198df service nova] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_rules [ 709.542164] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-016ecd4d-b84a-47a9-98e1-de10ed7198df service nova] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 709.542164] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-016ecd4d-b84a-47a9-98e1-de10ed7198df service nova] Enqueued Resource ID: 983b6b06-411c-4a54-8303-d254d8d80088 with Priority: HIGHEST for action port [ 709.542164] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_rules [ 709.542164] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 709.542164] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 983b6b06-411c-4a54-8303-d254d8d80088 with Priority: HIGHEST for action port [ 709.542889] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.543337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.544080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.544250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.544540] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.545967] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.546889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.548018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.548018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.548018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.548018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.548018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.548018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.548018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.548018] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.549334] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-983b6b06-411c-4a54-8303-d254d8d80088 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.549606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-983b6b06-411c-4a54-8303-d254d8d80088" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.549763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-983b6b06-411c-4a54-8303-d254d8d80088" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.551116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-983b6b06-411c-4a54-8303-d254d8d80088" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.551116] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('983b6b06-411c-4a54-8303-d254d8d80088',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.746500] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.746756] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.746893] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.747251] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.747515] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.747676] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.747794] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.748539] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.748769] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.749122] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.749257] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.750009] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.750184] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.750319] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.750436] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.750580] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.777843] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.778138] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 709.778190] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.778347] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.778687] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-ef363771-97d5-4cbc-8f81-09e61bb7c25a taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.778864] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-ef363771-97d5-4cbc-8f81-09e61bb7c25a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.779308] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-ef363771-97d5-4cbc-8f81-09e61bb7c25a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.779635] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-ef363771-97d5-4cbc-8f81-09e61bb7c25a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.779904] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef363771-97d5-4cbc-8f81-09e61bb7c25a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.052320] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.053696] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.053821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.053972] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 983b6b06-411c-4a54-8303-d254d8d80088 with status ACTIVE [ 710.054157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.054269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.054364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.054663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.054807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.054995] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.058176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.058176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.058176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.058176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.058176] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.058176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.058176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.058176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.058176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.058176] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 983b6b06-411c-4a54-8303-d254d8d80088 is going to be updated. [ 710.077609] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.077760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.077832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.078065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.078208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.078659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-983b6b06-411c-4a54-8303-d254d8d80088" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.209831] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 710.210675] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da deletion is rescheduled due to dependency. [ 710.211030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.282361] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.282652] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.282782] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.283117] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.283232] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.283386] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port ef363771-97d5-4cbc-8f81-09e61bb7c25a not found, creating... [ 710.283780] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.283943] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.284068] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.284295] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.284429] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.284746] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.284901] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.285027] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.285241] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.285373] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.285513] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: ef363771-97d5-4cbc-8f81-09e61bb7c25a is going to be created. [ 710.305408] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.306651] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.306651] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.306651] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.306651] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.307434] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-ef363771-97d5-4cbc-8f81-09e61bb7c25a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.561228] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.855627] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.855627] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-285" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.855627] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-285" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.855627] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-285" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.856218] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.856218] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.859328] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.859328] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.859328] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.859328] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.859328] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.859328] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.859328] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.859328] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.859328] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.859328] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.862656] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: SUCCESS [ 710.862656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.874713] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.875044] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 710.877018] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.877018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-285" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.877018] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-a113325b-5603-46d9-b8f7-b9b4f5b39ea2 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.877018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-a113325b-5603-46d9-b8f7-b9b4f5b39ea2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.877018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-a113325b-5603-46d9-b8f7-b9b4f5b39ea2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.877018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-a113325b-5603-46d9-b8f7-b9b4f5b39ea2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.877018] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a113325b-5603-46d9-b8f7-b9b4f5b39ea2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.065232] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.065232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.065232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.065232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.065232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.065232] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be created. [ 711.088120] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.088120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.088120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.088120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.088120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.096874] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: UNINITIALIZED for 2s [ 711.387023] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.387023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.387023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.387023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.387023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.387023] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port a113325b-5603-46d9-b8f7-b9b4f5b39ea2 not found, creating... [ 711.387023] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.387023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.387023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.387023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.387023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.387490] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.387490] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.387776] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.388129] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.388350] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.388580] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: a113325b-5603-46d9-b8f7-b9b4f5b39ea2 is going to be created. [ 711.405029] env[69210]: INFO networking_nsxv3.common.synchronization [req-53304213-4194-48f8-855c-3f03f4512d12 req-ed214d69-e089-4bd0-aa3a-e1f9dc144cfc tempest-ServerExternalEventsTest-936253843 tempest-ServerExternalEventsTest-936253843-project-member] Enqueued Resource ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 with Priority: HIGHEST for action security_group_members [ 711.405670] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 with Priority: HIGHEST for action security_group_members [ 711.407408] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.407780] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.408065] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.408498] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.408766] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.409037] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-a113325b-5603-46d9-b8f7-b9b4f5b39ea2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.409913] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-03413b05-88b5-4c9d-8aaa-e35e30637b75 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.410087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.410186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.410456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.410644] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.410779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.410911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.411408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.411408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.411408] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03413b05-88b5-4c9d-8aaa-e35e30637b75',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.495520] env[69210]: INFO networking_nsxv3.common.synchronization [req-70d9801e-84d6-495d-b57d-d509d6d961c9 req-4d7bc5a7-27fe-4176-b7d7-a0788f6e0469 service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 711.495520] env[69210]: INFO networking_nsxv3.common.synchronization [req-70d9801e-84d6-495d-b57d-d509d6d961c9 req-4d7bc5a7-27fe-4176-b7d7-a0788f6e0469 service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 711.495642] env[69210]: INFO networking_nsxv3.common.synchronization [req-70d9801e-84d6-495d-b57d-d509d6d961c9 req-4d7bc5a7-27fe-4176-b7d7-a0788f6e0469 service nova] Enqueued Resource ID: ef363771-97d5-4cbc-8f81-09e61bb7c25a with Priority: HIGHEST for action port [ 711.495814] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 711.496146] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 711.496146] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef363771-97d5-4cbc-8f81-09e61bb7c25a with Priority: HIGHEST for action port [ 711.496595] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.496767] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.496825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.497479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.497649] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.498565] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.498749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.499123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.499123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.499376] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.499518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.499646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.499845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.499959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.500097] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.501466] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef363771-97d5-4cbc-8f81-09e61bb7c25a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.501715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef363771-97d5-4cbc-8f81-09e61bb7c25a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.501880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef363771-97d5-4cbc-8f81-09e61bb7c25a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.502104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef363771-97d5-4cbc-8f81-09e61bb7c25a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.502982] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef363771-97d5-4cbc-8f81-09e61bb7c25a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.677214] env[69210]: INFO networking_nsxv3.common.synchronization [req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 req-9f741617-48f3-4fba-bf07-d2a8dfeaf30c tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Enqueued Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 711.677214] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 711.677214] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.677214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.677214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.677214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.677735] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.677978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.678165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.678500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.678687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.678885] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.916063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.916063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.916063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.916063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.916063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.916063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.916063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.916063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.916063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.916063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.916063] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 is going to be updated. [ 711.943628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.943628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.943628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.943628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.943628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.953276] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 in Status: IN_PROGRESS for 2s [ 712.004473] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.005765] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.005765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.006118] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef363771-97d5-4cbc-8f81-09e61bb7c25a with status ACTIVE [ 712.006180] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.006295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.006353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.006664] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.006664] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.006906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.006906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.007044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.007109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.007183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.007362] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.007477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.007517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.007631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.007722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.007807] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef363771-97d5-4cbc-8f81-09e61bb7c25a is going to be updated. [ 712.033122] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.033218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.033267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.033438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.033595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.033761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef363771-97d5-4cbc-8f81-09e61bb7c25a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.182713] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.182908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.182994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.183256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.183578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.183650] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.183731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.184181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.184181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.184181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.184181] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e already deleted. [ 712.184181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.238288] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.238509] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.238642] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.238982] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.241957] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.241957] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.241957] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.241957] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.241957] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.242707] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.244100] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.244241] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.244363] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.244483] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.244616] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.244764] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.262128] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.262324] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.262473] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.262659] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.265027] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-0768dfd0-cfd5-4424-9842-0fd070949eed taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.265027] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-0768dfd0-cfd5-4424-9842-0fd070949eed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.265027] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-0768dfd0-cfd5-4424-9842-0fd070949eed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.265027] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-0768dfd0-cfd5-4424-9842-0fd070949eed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.265027] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0768dfd0-cfd5-4424-9842-0fd070949eed',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.326883] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-5cb91050-9d25-4a08-954a-4c3a7d85b7de service nova] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_rules [ 712.327169] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-5cb91050-9d25-4a08-954a-4c3a7d85b7de service nova] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 712.327344] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-5cb91050-9d25-4a08-954a-4c3a7d85b7de service nova] Enqueued Resource ID: a113325b-5603-46d9-b8f7-b9b4f5b39ea2 with Priority: HIGHEST for action port [ 712.328599] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_rules [ 712.328866] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 712.328951] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a113325b-5603-46d9-b8f7-b9b4f5b39ea2 with Priority: HIGHEST for action port [ 712.329495] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.329674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.329919] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.330050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.330272] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a113325b-5603-46d9-b8f7-b9b4f5b39ea2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.330409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a113325b-5603-46d9-b8f7-b9b4f5b39ea2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.330519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a113325b-5603-46d9-b8f7-b9b4f5b39ea2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.330774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a113325b-5603-46d9-b8f7-b9b4f5b39ea2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.331057] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a113325b-5603-46d9-b8f7-b9b4f5b39ea2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.513352] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.767092] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.767403] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.767465] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.767728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.767899] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.768072] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 0768dfd0-cfd5-4424-9842-0fd070949eed not found, creating... [ 712.768329] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.768474] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.768593] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.768827] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.768977] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.769267] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.769423] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.769848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.769848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.769949] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.770236] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 0768dfd0-cfd5-4424-9842-0fd070949eed is going to be created. [ 712.790087] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.790315] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.790443] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.790705] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.790935] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.791171] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-0768dfd0-cfd5-4424-9842-0fd070949eed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.833749] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a113325b-5603-46d9-b8f7-b9b4f5b39ea2 with status ACTIVE [ 712.833993] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.834149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.834221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.834431] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.834527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.834727] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.834832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.834933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.837153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.837267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.837470] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.837576] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.837645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.837799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.837880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.837972] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a113325b-5603-46d9-b8f7-b9b4f5b39ea2 is going to be updated. [ 712.859294] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.859480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.859550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.859894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.859894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.860061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a113325b-5603-46d9-b8f7-b9b4f5b39ea2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.016529] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.016853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.016853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.016975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.017084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.017184] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be created. [ 713.038371] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.038464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.038522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.038740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.039032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.047826] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: UNINITIALIZED for 2s [ 713.106366] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 713.106667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.106899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.107230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.107501] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.107677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.107781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.108023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.108152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.108285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.108431] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.110661] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.110661] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.110661] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.110823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.110899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.111131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.111256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.111391] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.203932] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.204574] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-723" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.204826] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-723" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.205418] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-723" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.206109] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.206403] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.206645] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.207040] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.207569] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.207924] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.208308] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.208541] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.208763] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.208976] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.209202] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.209443] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.243065] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.243265] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.243707] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.243936] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-723" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.244283] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-fe205e71-d49e-42a5-9959-fc27459a88ff taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.244460] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-fe205e71-d49e-42a5-9959-fc27459a88ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.244587] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-fe205e71-d49e-42a5-9959-fc27459a88ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.244979] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-fe205e71-d49e-42a5-9959-fc27459a88ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.245158] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe205e71-d49e-42a5-9959-fc27459a88ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.567831] env[69210]: INFO networking_nsxv3.common.synchronization [req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 req-eca1b1cd-3d62-4d7f-acdf-4eb7a79ef954 service nova] Enqueued Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_rules [ 713.568062] env[69210]: INFO networking_nsxv3.common.synchronization [req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 req-eca1b1cd-3d62-4d7f-acdf-4eb7a79ef954 service nova] Enqueued Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 713.568406] env[69210]: INFO networking_nsxv3.common.synchronization [req-370a6a1a-6e97-4810-8cce-89189dbe8fa2 req-eca1b1cd-3d62-4d7f-acdf-4eb7a79ef954 service nova] Enqueued Resource ID: 0768dfd0-cfd5-4424-9842-0fd070949eed with Priority: HIGHEST for action port [ 713.568473] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_rules [ 713.568600] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 713.568739] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0768dfd0-cfd5-4424-9842-0fd070949eed with Priority: HIGHEST for action port [ 713.571575] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.571713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.571782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.575055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.575055] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.575055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.575055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.575055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.575055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.575055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.575055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.575055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.575055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.575055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.575055] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.575055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-0768dfd0-cfd5-4424-9842-0fd070949eed taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.575055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0768dfd0-cfd5-4424-9842-0fd070949eed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.575503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0768dfd0-cfd5-4424-9842-0fd070949eed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.575503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0768dfd0-cfd5-4424-9842-0fd070949eed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.575503] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0768dfd0-cfd5-4424-9842-0fd070949eed',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.613859] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.614045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.614437] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.747967] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.748185] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.748618] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.748618] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.748784] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.748918] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port fe205e71-d49e-42a5-9959-fc27459a88ff not found, creating... [ 713.749264] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.749554] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.749554] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.749783] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.749903] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.750202] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.750360] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.750530] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.750767] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.750904] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.751057] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: fe205e71-d49e-42a5-9959-fc27459a88ff is going to be created. [ 713.769643] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.769831] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.769960] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.770283] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.770560] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.770789] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-fe205e71-d49e-42a5-9959-fc27459a88ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.963528] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 in Status: SUCCESS [ 713.963779] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 deletion is rescheduled due to dependency. [ 713.963900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.077556] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.079280] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.079396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.079549] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0768dfd0-cfd5-4424-9842-0fd070949eed with status ACTIVE [ 714.079706] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.079815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.079882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.080101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.080193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.080360] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.080482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.080523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.080665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.080737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.080911] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.081015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.081079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.081204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.081278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.081465] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0768dfd0-cfd5-4424-9842-0fd070949eed is going to be updated. [ 714.100319] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.100466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.100539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.100738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.100875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.101042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0768dfd0-cfd5-4424-9842-0fd070949eed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.118032] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.580572] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.622637] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.622637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.622808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.622974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.622974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.623070] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 714.654283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.654432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.654502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.654873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.654873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.665206] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 714.812482] env[69210]: INFO networking_nsxv3.common.synchronization [req-b8890342-1a84-4b9c-9318-22219dd0eff0 req-32004355-80a1-4a68-9df1-00dcca60ece3 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Enqueued Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_members [ 714.813666] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_members [ 714.817037] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.817037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.817037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.817037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.817037] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.817037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.817037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.817037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.817037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.817037] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.962433] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-d0b5d532-2eb1-4254-b538-3d22da18971e service nova] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_rules [ 714.962433] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-d0b5d532-2eb1-4254-b538-3d22da18971e service nova] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 714.962433] env[69210]: INFO networking_nsxv3.common.synchronization [req-fdf0e1cd-e441-4320-bb02-5eeeb6d452aa req-d0b5d532-2eb1-4254-b538-3d22da18971e service nova] Enqueued Resource ID: fe205e71-d49e-42a5-9959-fc27459a88ff with Priority: HIGHEST for action port [ 714.963475] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_rules [ 714.963847] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 714.964123] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe205e71-d49e-42a5-9959-fc27459a88ff with Priority: HIGHEST for action port [ 714.964531] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.964792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.966703] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.966703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.966703] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe205e71-d49e-42a5-9959-fc27459a88ff taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.966703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe205e71-d49e-42a5-9959-fc27459a88ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.966703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe205e71-d49e-42a5-9959-fc27459a88ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.966703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe205e71-d49e-42a5-9959-fc27459a88ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.966703] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe205e71-d49e-42a5-9959-fc27459a88ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.058181] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 715.059218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.059484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.059796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.060052] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.060215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.060293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.060503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.060595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.060727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.060855] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.082991] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.082991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.082991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.083627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.083627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.083627] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e is going to be created. [ 715.103881] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.104068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.104139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.104360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.104532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.112284] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: UNINITIALIZED for 2s [ 715.319113] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.319284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.319369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.319615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.322820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.324081] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.324081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.324081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.324081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.324081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.324340] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 already deleted. [ 715.324340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.384568] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.384873] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-662" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.385013] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-662" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.385386] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-662" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.385698] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.385868] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.386332] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.386937] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.391964] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.391964] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.391964] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.391964] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.391964] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.391964] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.392473] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.392473] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.415805] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.415995] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.416161] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.416339] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-662" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.416660] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-4baab9ce-1c31-4338-a03a-ead1b25cdf37 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.416859] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-4baab9ce-1c31-4338-a03a-ead1b25cdf37" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.416997] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-4baab9ce-1c31-4338-a03a-ead1b25cdf37" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.417987] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-4baab9ce-1c31-4338-a03a-ead1b25cdf37" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.418400] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4baab9ce-1c31-4338-a03a-ead1b25cdf37',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.468694] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe205e71-d49e-42a5-9959-fc27459a88ff with status ACTIVE [ 715.468940] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.469090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.469181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.469470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.469570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.469754] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.469964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.470061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.470236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.470339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.470562] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.470678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.470751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.471045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.471045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.471144] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe205e71-d49e-42a5-9959-fc27459a88ff is going to be updated. [ 715.494953] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.494953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.495156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.495434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.495581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.495777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe205e71-d49e-42a5-9959-fc27459a88ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.569041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.569041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.569041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.569041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.569041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.569707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.569707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.569707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.569707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.569707] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.921852] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.922258] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.924155] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.924463] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.924666] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.925103] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 4baab9ce-1c31-4338-a03a-ead1b25cdf37 not found, creating... [ 715.925200] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.925428] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.925581] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.925850] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.926205] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.926413] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.926625] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.926780] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.927045] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.927312] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.927366] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 4baab9ce-1c31-4338-a03a-ead1b25cdf37 is going to be created. [ 715.947010] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.947198] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.947245] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.947534] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.948009] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.948316] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-4baab9ce-1c31-4338-a03a-ead1b25cdf37" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.073946] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6c4538-5ea5-4d90-9f14-8a6f30fd3118: rpc.has_security_group_logging(os_id): False [ 716.092397] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.092397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.092397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.092397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.092397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.092873] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.092873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.092873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.093121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.093121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.094065] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.094065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.094065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.094065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.094065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.094288] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.094450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.094507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.094637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.094751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.094860] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be created. [ 716.154214] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.154380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.154434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.154746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.154934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.167706] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 716.490517] env[69210]: INFO networking_nsxv3.common.synchronization [None req-03945e0a-d7a2-4ee2-bf5b-66d90d351a05 None None] Enqueued Resource ID: 7423f9b6-a30f-41e4-bd6b-66ce235607ea with Priority: HIGHEST for action port [ 716.490726] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7423f9b6-a30f-41e4-bd6b-66ce235607ea with Priority: HIGHEST for action port [ 716.491354] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7423f9b6-a30f-41e4-bd6b-66ce235607ea taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.492184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7423f9b6-a30f-41e4-bd6b-66ce235607ea" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.492344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7423f9b6-a30f-41e4-bd6b-66ce235607ea" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.492684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7423f9b6-a30f-41e4-bd6b-66ce235607ea" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.493188] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7423f9b6-a30f-41e4-bd6b-66ce235607ea',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.675722] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 716.675929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.676114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.678046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.678046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.678046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.678046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.678636] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.678923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.679101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.679243] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.679337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.679407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.679542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.679615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.679699] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.765162] env[69210]: INFO networking_nsxv3.common.synchronization [req-b8890342-1a84-4b9c-9318-22219dd0eff0 req-88b3a9bb-2cee-494b-a7c3-9288905bdad1 service nova] Enqueued Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_rules [ 716.765162] env[69210]: INFO networking_nsxv3.common.synchronization [req-b8890342-1a84-4b9c-9318-22219dd0eff0 req-88b3a9bb-2cee-494b-a7c3-9288905bdad1 service nova] Enqueued Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_members [ 716.765162] env[69210]: INFO networking_nsxv3.common.synchronization [req-b8890342-1a84-4b9c-9318-22219dd0eff0 req-88b3a9bb-2cee-494b-a7c3-9288905bdad1 service nova] Enqueued Resource ID: 4baab9ce-1c31-4338-a03a-ead1b25cdf37 with Priority: HIGHEST for action port [ 716.765162] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_rules [ 716.765162] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_members [ 716.765162] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4baab9ce-1c31-4338-a03a-ead1b25cdf37 with Priority: HIGHEST for action port [ 716.765635] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.765828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.765935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.766219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.766381] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.772070] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.772959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.772959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.772959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.773101] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.773146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.773227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.773356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.773452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.773686] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.774804] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-4baab9ce-1c31-4338-a03a-ead1b25cdf37 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.774964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4baab9ce-1c31-4338-a03a-ead1b25cdf37" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.775047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4baab9ce-1c31-4338-a03a-ead1b25cdf37" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.775216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4baab9ce-1c31-4338-a03a-ead1b25cdf37" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.775295] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4baab9ce-1c31-4338-a03a-ead1b25cdf37',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.996136] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7423f9b6-a30f-41e4-bd6b-66ce235607ea [ 716.996556] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.996750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.996825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.997061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.997156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.997254] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7423f9b6-a30f-41e4-bd6b-66ce235607ea already deleted. [ 716.997336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7423f9b6-a30f-41e4-bd6b-66ce235607ea" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.122056] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: SUCCESS [ 717.122307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.122458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.122684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.122895] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.123032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.123101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.123253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.123339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.123425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.123517] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.181919] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4793bf61-5cdb-46a1-b420-ad7f2edcd280: rpc.has_security_group_logging(os_id): False [ 717.185170] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.205180] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.205180] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.205180] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.205180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.205663] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.205663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.205663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.205663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.205663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.206833] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be created. [ 717.261747] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.261968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.262080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.262852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.262852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.271951] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 717.277858] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.279678] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.280021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.281219] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4baab9ce-1c31-4338-a03a-ead1b25cdf37 with status ACTIVE [ 717.281219] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.281364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.281403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.282122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.282122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.282122] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.282122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.282300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.282344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.282424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.282612] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.282732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.283460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.283460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.283460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.283460] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4baab9ce-1c31-4338-a03a-ead1b25cdf37 is going to be updated. [ 717.302154] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.302429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.302502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.302658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.302799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.303045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4baab9ce-1c31-4338-a03a-ead1b25cdf37" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.627354] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.627354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.627354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.627354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.627354] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.627354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.627354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.627354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.627354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.627906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.627906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.627906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.627906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.627906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.628077] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.628119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.628163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.628300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.628376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.628455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.628542] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.687914] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.781919] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.132778] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1a63f4b-22fe-4a0c-94fe-2f74816bd16e: rpc.has_security_group_logging(os_id): False [ 718.153078] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.154779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.154779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.154779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.154779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.154779] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.154779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.154779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.155190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.155351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.155746] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.156000] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.156192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.156494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.156695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.157834] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.157834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.157834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.157834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.157834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.157834] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e is going to be created. [ 718.183374] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 718.184425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.190428] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.190667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.190783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.191338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.191560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.191775] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 718.237922] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.238176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.241066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.241066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.241066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.243218] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.243427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.243518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.243899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.244189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.258538] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 718.263523] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: IN_PROGRESS for 2s [ 718.284291] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.284533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.284533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.285108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.285350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.285391] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 is going to be created. [ 718.331236] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.331904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.331904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.332032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.332204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.350659] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 in Status: UNINITIALIZED for 2s [ 718.882436] env[69210]: INFO networking_nsxv3.common.synchronization [None req-81d84200-894d-4616-af54-e115f658d61f None None] Enqueued Resource ID: 73bfe0c9-fd04-49d9-ae8c-a10a37754e40 with Priority: HIGHEST for action port [ 718.885235] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73bfe0c9-fd04-49d9-ae8c-a10a37754e40 with Priority: HIGHEST for action port [ 718.885777] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-73bfe0c9-fd04-49d9-ae8c-a10a37754e40 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.886077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73bfe0c9-fd04-49d9-ae8c-a10a37754e40" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.886077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73bfe0c9-fd04-49d9-ae8c-a10a37754e40" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.886458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73bfe0c9-fd04-49d9-ae8c-a10a37754e40" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.886593] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73bfe0c9-fd04-49d9-ae8c-a10a37754e40',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.287736] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 719.287736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.287736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.287736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.287736] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.390702] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73bfe0c9-fd04-49d9-ae8c-a10a37754e40 [ 719.390702] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.390702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.390702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.392381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.392381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.392552] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73bfe0c9-fd04-49d9-ae8c-a10a37754e40 already deleted. [ 719.392552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73bfe0c9-fd04-49d9-ae8c-a10a37754e40" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.792574] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.794501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.268920] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 720.269256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.269362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.269572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.269758] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.269871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.269940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.270131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.270212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.270297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.270384] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.272799] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: SUCCESS [ 720.272990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.364362] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 in Status: SUCCESS [ 720.365964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.366276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.366513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.366728] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.366876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.366948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.367358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.367358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.367477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.367477] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.426021] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b8f203f1-c339-4649-9848-40804d68688a None None] Enqueued Resource ID: baee16e5-5d69-4d17-a77d-50ab7d3adc84 with Priority: HIGHEST for action port [ 720.426021] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baee16e5-5d69-4d17-a77d-50ab7d3adc84 with Priority: HIGHEST for action port [ 720.426021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-baee16e5-5d69-4d17-a77d-50ab7d3adc84 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.426021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baee16e5-5d69-4d17-a77d-50ab7d3adc84" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.426021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baee16e5-5d69-4d17-a77d-50ab7d3adc84" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.426021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baee16e5-5d69-4d17-a77d-50ab7d3adc84" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.426021] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baee16e5-5d69-4d17-a77d-50ab7d3adc84',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.773149] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.775092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.775092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.775092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.775092] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.775092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.775092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.775092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.775448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.775448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.775516] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.775630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.775630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.775817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.775985] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.776271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.776395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.776678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.776678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.776924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.776924] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.874750] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.928768] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baee16e5-5d69-4d17-a77d-50ab7d3adc84 [ 720.929035] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.929234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.929332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.929603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.929795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.929826] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baee16e5-5d69-4d17-a77d-50ab7d3adc84 already deleted. [ 720.929900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baee16e5-5d69-4d17-a77d-50ab7d3adc84" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.278752] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4793bf61-5cdb-46a1-b420-ad7f2edcd280: rpc.has_security_group_logging(os_id): False [ 721.296126] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.296126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.296237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.296488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.296567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.296823] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.296951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.296992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.297173] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.297275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.297500] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.297601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.297664] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.297806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.297880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.298250] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.298250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.298250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.298634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.298634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.298634] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 721.358486] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.358797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.358876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.359117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.359269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.371188] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 721.379046] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fe31e5c-5653-4a54-be8c-fbefc21f92e3: rpc.has_security_group_logging(os_id): False [ 721.393192] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.393408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.393408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.393654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.393732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.393974] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.394106] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.394171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.394342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.394422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.394509] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 is going to be created. [ 721.470367] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.470367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.470367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.470367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.470596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.485915] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 in Status: IN_PROGRESS for 2s [ 722.914339] env[69210]: INFO networking_nsxv3.common.synchronization [None req-d1815808-69dc-4afa-9d9f-d2561eceb837 None None] Enqueued Resource ID: 20ee3043-f099-418b-b5db-4b96ea21adac with Priority: HIGHEST for action port [ 722.914785] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ee3043-f099-418b-b5db-4b96ea21adac with Priority: HIGHEST for action port [ 722.917486] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-20ee3043-f099-418b-b5db-4b96ea21adac taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.917486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20ee3043-f099-418b-b5db-4b96ea21adac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.917486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20ee3043-f099-418b-b5db-4b96ea21adac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.917486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20ee3043-f099-418b-b5db-4b96ea21adac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.917486] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ee3043-f099-418b-b5db-4b96ea21adac',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.387719] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 723.387970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.388178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.388399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.388491] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.420892] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20ee3043-f099-418b-b5db-4b96ea21adac [ 723.421139] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.421249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.421321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.421529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.421626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.421792] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20ee3043-f099-418b-b5db-4b96ea21adac already deleted. [ 723.421883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20ee3043-f099-418b-b5db-4b96ea21adac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.498108] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 in Status: SUCCESS [ 723.498392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.894903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.894903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.894903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.894903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.894903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.894903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.894903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.894903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.894903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.894903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.894903] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.399028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.399028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.399028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.399028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.399028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.399888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.399888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.399888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.399888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.399888] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.903284] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4793bf61-5cdb-46a1-b420-ad7f2edcd280: rpc.has_security_group_logging(os_id): False [ 724.919119] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.919302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.919350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.919535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.919632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.919821] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.919916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.919978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.920139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.920219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.920412] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.920504] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.920563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.920698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.920776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.920950] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.922178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.922412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.922550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.922550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.922614] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 724.975753] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.975912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.975965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.976242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.976396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.989150] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 725.095426] env[69210]: INFO networking_nsxv3.common.synchronization [req-766d20f4-ad2e-48bc-a1f5-e166de486680 req-8234d95b-cc19-4eeb-8cbb-7be3a8cfcfa8 tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Enqueued Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 725.096307] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 725.096690] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.097022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.097022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.097242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.097361] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.097496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.097585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.097740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.097838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.097972] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.601125] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.103823] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.565195] env[69210]: INFO networking_nsxv3.common.synchronization [req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 req-5923f7dc-58d1-4918-851c-c837080333d9 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Enqueued Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 726.565812] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 726.566166] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.566502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.568085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.568085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.568085] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.568085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.568085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.568085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.568085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.568085] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.605936] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.606262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.606262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.606571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.606724] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.606817] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 is going to be updated. [ 726.633471] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.633639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.633711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.633973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.634127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.643097] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: IN_PROGRESS for 2s [ 727.001592] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 727.001787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.018277] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.021971] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.021971] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.021971] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.021971] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.021971] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.021971] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.021971] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.021971] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.021971] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.021971] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.021971] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.022487] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.022487] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.022487] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.022716] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.042016] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.042016] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.042016] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.042016] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.042016] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-5b6f2482-876d-42c8-9ada-bddfa6ae24b3 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.042016] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-5b6f2482-876d-42c8-9ada-bddfa6ae24b3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.042016] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-5b6f2482-876d-42c8-9ada-bddfa6ae24b3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.042442] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-5b6f2482-876d-42c8-9ada-bddfa6ae24b3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.042584] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b6f2482-876d-42c8-9ada-bddfa6ae24b3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.070054] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.545718] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.546438] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.546755] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.547383] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.547915] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.550068] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 5b6f2482-876d-42c8-9ada-bddfa6ae24b3 not found, creating... [ 727.550068] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.550068] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.550068] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.550068] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.550068] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.550068] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.550068] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.550863] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.553939] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.553939] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.553939] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 5b6f2482-876d-42c8-9ada-bddfa6ae24b3 is going to be created. [ 727.575123] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.575123] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.575123] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.575123] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.575123] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.575123] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-5b6f2482-876d-42c8-9ada-bddfa6ae24b3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.575799] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.081249] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.081249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.081249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.081249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.081249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.081249] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e is going to be updated. [ 728.108525] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.108525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.108525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.108657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.108686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.119730] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: IN_PROGRESS for 2s [ 728.371286] env[69210]: INFO networking_nsxv3.common.synchronization [req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 req-ce4d1521-61bd-4595-ac2b-a458c37161ee service nova] Enqueued Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_rules [ 728.371286] env[69210]: INFO networking_nsxv3.common.synchronization [req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 req-ce4d1521-61bd-4595-ac2b-a458c37161ee service nova] Enqueued Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 728.371286] env[69210]: INFO networking_nsxv3.common.synchronization [req-1bbfa647-bf44-43c0-bddc-c43ce325b0e4 req-ce4d1521-61bd-4595-ac2b-a458c37161ee service nova] Enqueued Resource ID: 5b6f2482-876d-42c8-9ada-bddfa6ae24b3 with Priority: HIGHEST for action port [ 728.371286] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_rules [ 728.371286] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 728.371286] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6f2482-876d-42c8-9ada-bddfa6ae24b3 with Priority: HIGHEST for action port [ 728.371286] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.371286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.371286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.371286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.372053] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.373346] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.373608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.374191] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b6f2482-876d-42c8-9ada-bddfa6ae24b3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.375185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b6f2482-876d-42c8-9ada-bddfa6ae24b3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.375185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b6f2482-876d-42c8-9ada-bddfa6ae24b3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.375185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b6f2482-876d-42c8-9ada-bddfa6ae24b3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.376255] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b6f2482-876d-42c8-9ada-bddfa6ae24b3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.659296] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: SUCCESS [ 728.659544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.878501] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.878645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.878846] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b6f2482-876d-42c8-9ada-bddfa6ae24b3 with status ACTIVE [ 728.879033] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.879150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.879228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.879413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.879503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.879677] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.879787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.879844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.879968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.880058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.880233] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.880325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.880379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.880518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.880592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.880675] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b6f2482-876d-42c8-9ada-bddfa6ae24b3 is going to be updated. [ 728.902816] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.903698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.903698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.903698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.903698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.903890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b6f2482-876d-42c8-9ada-bddfa6ae24b3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.523779] env[69210]: INFO networking_nsxv3.common.synchronization [req-4fa3f291-dbf3-462f-b108-e238067a1f88 req-0f756349-53a5-4da3-9b7d-7e06602256be tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Enqueued Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 729.528313] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 729.529176] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.530188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.530324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.530865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.531161] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.531346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.531494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.532059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.532059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.533826] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.664161] env[69210]: INFO networking_nsxv3.common.synchronization [req-d4976a90-09e6-480c-b032-18c44c1f445d req-fe812fca-8ebb-4a73-98c9-cd0101458007 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 729.666018] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 729.666018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.666232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.666412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.666697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.667714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.667714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.667714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.667714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.667714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.667714] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.041049] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.041369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.041528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.041810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.041999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.042298] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.042558] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.043270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.043709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.044301] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.044516] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 is going to be updated. [ 730.049792] env[69210]: INFO networking_nsxv3.common.synchronization [req-d4976a90-09e6-480c-b032-18c44c1f445d req-076bbca0-a460-493e-812c-0d42653bdb29 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 730.050977] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 730.051419] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.051625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.089077] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.089077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.089077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.089077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.089077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.103073] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: IN_PROGRESS for 2s [ 730.117254] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.117254] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.117254] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.117254] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.119801] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.120157] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.122011] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.122011] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.122011] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.122107] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.122166] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.122276] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.122383] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.122491] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.122594] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.122733] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.132920] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: SUCCESS [ 730.133654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.133654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.133654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.133654] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.133871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.133871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.133941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.134023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.134178] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.142539] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.142698] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.142836] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.143033] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.143322] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-611a125b-9560-4e8a-a62f-eede0c1164d6 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.143482] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-611a125b-9560-4e8a-a62f-eede0c1164d6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.143697] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-611a125b-9560-4e8a-a62f-eede0c1164d6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.143971] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-611a125b-9560-4e8a-a62f-eede0c1164d6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.144155] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('611a125b-9560-4e8a-a62f-eede0c1164d6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.170330] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.294335] env[69210]: INFO networking_nsxv3.common.synchronization [req-d4976a90-09e6-480c-b032-18c44c1f445d req-3b9a158c-e09f-4412-bef0-a438ae1b167a tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 730.294870] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 730.295202] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.295463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.637143] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.646779] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.647496] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.647496] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.647606] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.647729] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.647959] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 611a125b-9560-4e8a-a62f-eede0c1164d6 not found, creating... [ 730.648351] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.648643] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.648643] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.648877] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.649038] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.649319] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.649474] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.649605] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.649815] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.649952] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.650105] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 611a125b-9560-4e8a-a62f-eede0c1164d6 is going to be created. [ 730.670698] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.671623] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.671623] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.671623] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.671623] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.672232] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-611a125b-9560-4e8a-a62f-eede0c1164d6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.673311] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.139869] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.177216] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.177288] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.177397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.177570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.177662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.177770] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 731.207911] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.207911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.207911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.207911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.208150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.217118] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 731.460768] env[69210]: INFO networking_nsxv3.common.synchronization [req-4fa3f291-dbf3-462f-b108-e238067a1f88 req-c95164fd-2178-439a-9bb2-9bbcaad6b069 service nova] Enqueued Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_rules [ 731.460963] env[69210]: INFO networking_nsxv3.common.synchronization [req-4fa3f291-dbf3-462f-b108-e238067a1f88 req-c95164fd-2178-439a-9bb2-9bbcaad6b069 service nova] Enqueued Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 731.461121] env[69210]: INFO networking_nsxv3.common.synchronization [req-4fa3f291-dbf3-462f-b108-e238067a1f88 req-c95164fd-2178-439a-9bb2-9bbcaad6b069 service nova] Enqueued Resource ID: 611a125b-9560-4e8a-a62f-eede0c1164d6 with Priority: HIGHEST for action port [ 731.461498] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_rules [ 731.461634] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 731.461731] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611a125b-9560-4e8a-a62f-eede0c1164d6 with Priority: HIGHEST for action port [ 731.462291] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.462417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.462476] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.462673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.462751] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.463566] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.463663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.463882] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-611a125b-9560-4e8a-a62f-eede0c1164d6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.463972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-611a125b-9560-4e8a-a62f-eede0c1164d6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.464052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-611a125b-9560-4e8a-a62f-eede0c1164d6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.464210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-611a125b-9560-4e8a-a62f-eede0c1164d6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.464287] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('611a125b-9560-4e8a-a62f-eede0c1164d6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.643613] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.644027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.644027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.644122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.644151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.644255] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e is going to be updated. [ 731.677858] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.678042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.678120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.678338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.678487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.686603] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: IN_PROGRESS for 2s [ 731.866141] env[69210]: INFO networking_nsxv3.common.synchronization [req-de11a6eb-fc86-4d58-a7a5-488a3a7a8235 req-73b1b36e-3ff8-40b7-8210-7ca19d3828db tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 731.866645] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 731.866939] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.867074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.867141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.867335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.867483] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.867581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.867640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.867778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.867864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.867953] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.966884] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.967023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.969609] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 611a125b-9560-4e8a-a62f-eede0c1164d6 with status ACTIVE [ 731.969806] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.969939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.970017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.970243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.970335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.970518] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.970619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.970717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.970948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.970948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.976589] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.976707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.976775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.976940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.977041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.977132] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 611a125b-9560-4e8a-a62f-eede0c1164d6 is going to be updated. [ 731.996735] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.996878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.996952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.997183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.997302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.997458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-611a125b-9560-4e8a-a62f-eede0c1164d6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.114031] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: SUCCESS [ 732.114031] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 deletion is rescheduled due to dependency. [ 732.114031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.114031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.114031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.114031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.114031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.114031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.114344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.115133] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.115133] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.369856] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.370049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.370126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.370374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.370466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.370677] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.371432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.371512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.371709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.371944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.372078] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 732.398080] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.398265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.398340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.398578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.398728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.406557] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 732.618376] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.121288] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.227087] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 733.227087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.227241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.228220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.228220] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.228220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.228220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.228220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.228220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.228220] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.623870] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.624070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.624134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.624395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.624494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.624600] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 is going to be updated. [ 733.652030] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.652200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.652259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.652540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.652648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.661502] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: IN_PROGRESS for 2s [ 733.695081] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: SUCCESS [ 733.695313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.695488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.695719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.695909] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.696036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.696210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.696445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.696545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.696641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.696739] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.730425] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.730572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.730611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.730801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.730905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.731094] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.731257] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.731257] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.731398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.731474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.731564] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 733.756697] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.756888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.756952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.757204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.757376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.765647] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 734.200018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.200322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.200322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.200527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.200654] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.200750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.200808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.200949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.201056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.201153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.201304] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.201395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.201454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.201589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.201802] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.201898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.201898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.202073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.202246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.202246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.202324] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.415303] env[69210]: INFO networking_nsxv3.common.synchronization [req-87276ef9-c5ac-4e46-9788-9cb444d14d8b req-d4fc2f1a-417e-4cef-9f59-9cad37785109 tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Enqueued Resource ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 with Priority: HIGHEST for action security_group_members [ 734.415303] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 with Priority: HIGHEST for action security_group_members [ 734.416013] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058938-cd56-4e14-8d9b-80bedde4e506 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.416013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.416013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.416298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.416399] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.416494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.416553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.416694] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.416777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.416867] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b058938-cd56-4e14-8d9b-80bedde4e506',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.424971] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 734.426557] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc deletion is rescheduled due to dependency. [ 734.426557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.573469] env[69210]: INFO networking_nsxv3.common.synchronization [req-22b876f5-0956-4743-8e4e-e09f2b0b0332 req-9b08c99a-d824-4c10-a4a6-088a96c68c42 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 734.574472] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 734.574811] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.574972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.575047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.575265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.575435] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.575539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.575602] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.575891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.575891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.576024] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.616937] env[69210]: INFO networking_nsxv3.common.synchronization [req-22b876f5-0956-4743-8e4e-e09f2b0b0332 req-9b08c99a-d824-4c10-a4a6-088a96c68c42 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_rules [ 734.617140] env[69210]: INFO networking_nsxv3.common.synchronization [req-22b876f5-0956-4743-8e4e-e09f2b0b0332 req-9b08c99a-d824-4c10-a4a6-088a96c68c42 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 734.617281] env[69210]: INFO networking_nsxv3.common.synchronization [req-22b876f5-0956-4743-8e4e-e09f2b0b0332 req-9b08c99a-d824-4c10-a4a6-088a96c68c42 tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 with Priority: HIGHEST for action port [ 734.617748] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_rules [ 734.617888] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 734.617987] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 with Priority: HIGHEST for action port [ 734.618264] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.618386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.618451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.618642] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.618721] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.620882] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.620985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.621903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.622183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.622263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.622456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.622542] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.704638] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1a63f4b-22fe-4a0c-94fe-2f74816bd16e: rpc.has_security_group_logging(os_id): False [ 734.734441] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.734596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.734670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.734930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.735859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.735859] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.735859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.735859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.736162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.736231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.737377] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.737377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.737377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.737377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.737377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.737377] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.737825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.737825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.737825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.737975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.737975] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e is going to be updated. [ 734.797775] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-544 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.797974] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-544" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.798188] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-544" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.798440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-544" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.798701] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.798860] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.798979] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.799241] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.799351] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.799555] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.799669] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.799778] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.799885] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.799995] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.800113] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.800297] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.808725] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.808845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.808845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.810061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.810061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.817405] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.817573] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.817713] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.818672] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-544" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.818672] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-76d9c161-a1f9-462c-b5d2-52074c63a768 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.818672] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-76d9c161-a1f9-462c-b5d2-52074c63a768" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.818672] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-76d9c161-a1f9-462c-b5d2-52074c63a768" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.819357] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-76d9c161-a1f9-462c-b5d2-52074c63a768" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.819357] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d9c161-a1f9-462c-b5d2-52074c63a768',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.820799] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: IN_PROGRESS for 2s [ 734.920039] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.920039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.920039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.920039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.920039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.920272] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.920272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.920365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.920452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.920527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.920610] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 already deleted. [ 734.920690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.079159] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.124097] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.124232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.125587] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 with status ACTIVE [ 735.125773] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.125895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.125965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.126252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.126413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.126628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.126736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.126801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.126961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.127237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.127458] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.127557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.127620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.128022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.128022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.128022] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 is going to be updated. [ 735.149510] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.149715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.149808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.150009] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.150151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.150303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.322681] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.323031] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.323031] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.323431] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.323596] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.323754] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 76d9c161-a1f9-462c-b5d2-52074c63a768 not found, creating... [ 735.324101] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.324267] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.324386] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.324609] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.324747] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.325166] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.325504] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.325674] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.325918] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.326103] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.326250] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 76d9c161-a1f9-462c-b5d2-52074c63a768 is going to be created. [ 735.354293] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.354293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.354293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.354293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.354293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.354293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-76d9c161-a1f9-462c-b5d2-52074c63a768" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.581308] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.671034] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: SUCCESS [ 735.671202] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.671407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.671657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.671932] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.672115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.672218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.672427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.672545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.672651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.672774] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.774420] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 735.774617] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 deletion is rescheduled due to dependency. [ 735.774735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.774912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.775263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.775613] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.775719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.775755] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.776051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.776051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.776285] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.089063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.091568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.091568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.091568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.091568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.091568] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 is going to be updated. [ 736.118768] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.119210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.119411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.119706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.121518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.128799] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: IN_PROGRESS for 2s [ 736.165020] env[69210]: INFO networking_nsxv3.common.synchronization [req-87276ef9-c5ac-4e46-9788-9cb444d14d8b req-7c9f5957-9b4b-4089-b816-d0ac671b240a service nova] Enqueued Resource ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 with Priority: HIGHEST for action security_group_rules [ 736.165020] env[69210]: INFO networking_nsxv3.common.synchronization [req-87276ef9-c5ac-4e46-9788-9cb444d14d8b req-7c9f5957-9b4b-4089-b816-d0ac671b240a service nova] Enqueued Resource ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 with Priority: HIGHEST for action security_group_members [ 736.165020] env[69210]: INFO networking_nsxv3.common.synchronization [req-87276ef9-c5ac-4e46-9788-9cb444d14d8b req-7c9f5957-9b4b-4089-b816-d0ac671b240a service nova] Enqueued Resource ID: 76d9c161-a1f9-462c-b5d2-52074c63a768 with Priority: HIGHEST for action port [ 736.165020] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 with Priority: HIGHEST for action security_group_rules [ 736.165020] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 with Priority: HIGHEST for action security_group_members [ 736.165020] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d9c161-a1f9-462c-b5d2-52074c63a768 with Priority: HIGHEST for action port [ 736.165020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b058938-cd56-4e14-8d9b-80bedde4e506 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.165020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.165020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.166263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.166536] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b058938-cd56-4e14-8d9b-80bedde4e506',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.168089] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058938-cd56-4e14-8d9b-80bedde4e506 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.168307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.168452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.169412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.169412] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.169412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.169647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.169874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.170065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.171017] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b058938-cd56-4e14-8d9b-80bedde4e506',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.171017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d9c161-a1f9-462c-b5d2-52074c63a768 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.171343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d9c161-a1f9-462c-b5d2-52074c63a768" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.171486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d9c161-a1f9-462c-b5d2-52074c63a768" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.171718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d9c161-a1f9-462c-b5d2-52074c63a768" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.171879] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d9c161-a1f9-462c-b5d2-52074c63a768',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.180714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.180714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.180714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.180714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.180714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.181346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.181346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.181346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.181346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.181346] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.281251] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.281251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.281251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.281251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.281251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.281251] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.281251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.281251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.281251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.281251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.281251] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 736.307026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.307026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.307026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.307026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.307026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.313761] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 736.382019] env[69210]: INFO networking_nsxv3.common.synchronization [None req-044be6a7-3ecf-44f4-84b8-b49028af24cc None None] Enqueued Resource ID: 89743b4a-5e4f-48d9-babb-41090bb680ea with Priority: HIGHEST for action port [ 736.382019] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89743b4a-5e4f-48d9-babb-41090bb680ea with Priority: HIGHEST for action port [ 736.382019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-89743b4a-5e4f-48d9-babb-41090bb680ea taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.382019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89743b4a-5e4f-48d9-babb-41090bb680ea" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.382019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89743b4a-5e4f-48d9-babb-41090bb680ea" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.382019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89743b4a-5e4f-48d9-babb-41090bb680ea" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.382019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89743b4a-5e4f-48d9-babb-41090bb680ea',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.677025] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b058938-cd56-4e14-8d9b-80bedde4e506',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.677025] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058938-cd56-4e14-8d9b-80bedde4e506 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.677025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.677025] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76d9c161-a1f9-462c-b5d2-52074c63a768 with status ACTIVE [ 736.677025] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.677025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.677025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.677025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.677025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.677025] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.677025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.677025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.677025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.677025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.677555] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.677555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.677555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.678588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.678813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.679029] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76d9c161-a1f9-462c-b5d2-52074c63a768 is going to be updated. [ 736.683344] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f58a979a-dba3-4f7a-aeae-854d845a07a6: rpc.has_security_group_logging(os_id): False [ 736.703230] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.703230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.703230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.703230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.703230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.703230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d9c161-a1f9-462c-b5d2-52074c63a768" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.703230] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.703230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.703230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.703230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.703230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.703834] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.704087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.704246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.704501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.704684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.704983] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.705234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.705384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.705618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.705799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.706196] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.708049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.708049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.708049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.708049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.708049] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 is going to be updated. [ 736.789020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.789020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.789020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.789020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.789020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.805084] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: IN_PROGRESS for 2s [ 736.858810] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: SUCCESS [ 736.858810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.885599] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89743b4a-5e4f-48d9-babb-41090bb680ea [ 736.885599] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.885599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.885599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.885599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.885599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.885599] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89743b4a-5e4f-48d9-babb-41090bb680ea already deleted. [ 736.885599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89743b4a-5e4f-48d9-babb-41090bb680ea" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.181314] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b058938-cd56-4e14-8d9b-80bedde4e506',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.683863] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.684161] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.684161] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.684350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.684438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.684537] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 is going to be created. [ 737.710250] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.710398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.710459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.710667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.710830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.719821] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 in Status: UNINITIALIZED for 2s [ 738.140015] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: IN_PROGRESS for 4s [ 738.206799] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e84bb438-850e-480f-b79c-7a81e00d5ec0 None None] Enqueued Resource ID: 2078f073-a2f8-4833-8551-23d9bd3fb60f with Priority: HIGHEST for action port [ 738.212928] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2078f073-a2f8-4833-8551-23d9bd3fb60f with Priority: HIGHEST for action port [ 738.212928] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-2078f073-a2f8-4833-8551-23d9bd3fb60f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.213913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2078f073-a2f8-4833-8551-23d9bd3fb60f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.214087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2078f073-a2f8-4833-8551-23d9bd3fb60f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.214288] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2078f073-a2f8-4833-8551-23d9bd3fb60f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.214366] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2078f073-a2f8-4833-8551-23d9bd3fb60f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.326823] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 738.327020] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 deletion is rescheduled due to dependency. [ 738.327136] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.482805] env[69210]: INFO networking_nsxv3.common.synchronization [req-c2d2a5df-7945-45d2-a296-40a781d2267d req-c206dad6-7273-455a-a9b0-a62b4fc7e69b tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 738.483633] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 738.488260] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.488364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.521767] env[69210]: INFO networking_nsxv3.common.synchronization [req-c2d2a5df-7945-45d2-a296-40a781d2267d req-c206dad6-7273-455a-a9b0-a62b4fc7e69b tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_rules [ 738.522340] env[69210]: INFO networking_nsxv3.common.synchronization [req-c2d2a5df-7945-45d2-a296-40a781d2267d req-c206dad6-7273-455a-a9b0-a62b4fc7e69b tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 738.522622] env[69210]: INFO networking_nsxv3.common.synchronization [req-c2d2a5df-7945-45d2-a296-40a781d2267d req-c206dad6-7273-455a-a9b0-a62b4fc7e69b tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 with Priority: HIGHEST for action port [ 738.523322] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_rules [ 738.523595] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 738.523789] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 with Priority: HIGHEST for action port [ 738.524256] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.524406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.524606] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.524706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.525051] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.525279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.525445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.525681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.525791] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.717651] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2078f073-a2f8-4833-8551-23d9bd3fb60f [ 738.717651] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.717651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.717651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.718169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.718169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.718169] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2078f073-a2f8-4833-8551-23d9bd3fb60f already deleted. [ 738.718169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2078f073-a2f8-4833-8551-23d9bd3fb60f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.822222] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: SUCCESS [ 738.822222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.029141] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 with status ACTIVE [ 739.029362] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.032436] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.032436] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.032436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.032436] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39 is going to be updated. [ 739.050735] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.050887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.050961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.051195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.051334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.051491] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2c8a9cd-8c3c-41c9-aa70-fc89b2f19c39" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.729537] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 in Status: SUCCESS [ 739.729823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.730042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.730325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.730572] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.730729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.730859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.731029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.731141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.731256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.731379] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b058938-cd56-4e14-8d9b-80bedde4e506',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.150235] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: SUCCESS [ 740.150499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.150674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.150899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.151261] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.151354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.151354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.151512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.151597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.151693] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.231706] env[69210]: INFO networking_nsxv3.common.synchronization [req-59402cb8-2959-4690-80ca-23376bc45c15 req-18ece33e-5ce1-43f4-a2a2-7543bfe4eecc tempest-FloatingIPsAssociationTestJSON-896215221 tempest-FloatingIPsAssociationTestJSON-896215221-project-member] Enqueued Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 740.232435] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGHEST for action security_group_members [ 740.232762] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.232888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.232963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.233356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.233356] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.233502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.233538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.233676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.233793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.233936] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.234957] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058938-cd56-4e14-8d9b-80bedde4e506 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.235047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.235180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.235384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.235561] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.235660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.235716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.235883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.235971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.236072] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.236216] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058938-cd56-4e14-8d9b-80bedde4e506 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.236391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.236391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.236499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.236633] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.236723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.236784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.236916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.236992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.241210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.241331] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b058938-cd56-4e14-8d9b-80bedde4e506',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.655535] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.744205] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.744630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.744630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.744915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.745132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.745689] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.745886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.746009] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.746252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.746395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.746534] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 is going to be updated. [ 740.748122] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b058938-cd56-4e14-8d9b-80bedde4e506: rpc.has_security_group_logging(os_id): False [ 740.765719] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.769022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.769022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.769022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.769535] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.769535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.769535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.769535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.769535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.769535] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 is going to be created. [ 740.780320] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.780320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.780320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.780320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.780320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.787938] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: IN_PROGRESS for 2s [ 740.827075] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.828718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.828718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.828718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.828718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.838452] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 in Status: IN_PROGRESS for 2s [ 741.157123] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.632283] env[69210]: INFO networking_nsxv3.common.synchronization [req-7225dc08-d5e4-487e-bf62-6cc0829d2e01 req-4eebb953-cd28-42a8-bc60-18a5bb9369bb tempest-DeleteServersAdminTestJSON-47305450 tempest-DeleteServersAdminTestJSON-47305450-project-member] Enqueued Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 741.632283] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGHEST for action security_group_members [ 741.632283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.632283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.632283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.636021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.636021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.636021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.636220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.636220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.636341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.636439] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.659221] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.659371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.659443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.659647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.660416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.660416] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 is going to be updated. [ 741.688228] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.688228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.688228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.688473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.688473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.698101] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: IN_PROGRESS for 2s [ 742.140390] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.140696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.140696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.140958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.140958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.141435] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.141435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.141435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.142384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.142384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.142384] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 is going to be updated. [ 742.169814] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.169814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.169814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.170038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.170970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.178744] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: IN_PROGRESS for 2s [ 742.184805] env[69210]: INFO networking_nsxv3.common.synchronization [req-2562c44e-ee5e-47a7-a774-e89ea7d32886 req-8a2b1e49-2e7a-4496-a8ce-db04bd8136c9 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Enqueued Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_members [ 742.186367] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_members [ 742.186367] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.186367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.186367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.186367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.186367] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.186367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.186695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.186695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.186695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.186786] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.565119] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.565119] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-995" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.565119] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-995" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.565119] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-995" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.565119] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.565119] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.565119] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.565845] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.566177] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.568796] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.568796] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.568796] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.568796] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.568796] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.568796] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.568796] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.586860] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.587459] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.589528] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.589528] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-995" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.589528] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-842529f8-c300-4838-b753-c3295cf1de20 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.589528] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-842529f8-c300-4838-b753-c3295cf1de20" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.589528] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-842529f8-c300-4838-b753-c3295cf1de20" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.589528] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-842529f8-c300-4838-b753-c3295cf1de20" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.589528] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('842529f8-c300-4838-b753-c3295cf1de20',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.692639] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.692639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.692639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.692639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.692639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.692639] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.692639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.692639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.692639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.692639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.692639] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 already deleted. [ 742.692639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.774283] env[69210]: INFO networking_nsxv3.common.synchronization [req-5b8bc846-7c22-407c-8d4b-39befac09157 req-9de2ee11-c149-4001-9892-cac706e1394a tempest-AttachInterfacesUnderV243Test-202936986 tempest-AttachInterfacesUnderV243Test-202936986-project-member] Enqueued Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 742.774813] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 with Priority: HIGHEST for action security_group_members [ 742.775496] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.775607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.796611] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 in Status: SUCCESS [ 742.796798] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 deletion is rescheduled due to dependency. [ 742.796913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.850333] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 in Status: SUCCESS [ 742.850557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.095206] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.095206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.095206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.095206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.095206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.095206] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 842529f8-c300-4838-b753-c3295cf1de20 not found, creating... [ 743.095206] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.095206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.095206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.095206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.095206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.095750] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.095750] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.095750] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.095750] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.096056] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.096447] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 842529f8-c300-4838-b753-c3295cf1de20 is going to be created. [ 743.117897] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.117897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.117897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.117897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.117897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.117897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-842529f8-c300-4838-b753-c3295cf1de20" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.711667] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: SUCCESS [ 743.712117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.712182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.712410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.712647] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.712765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.712877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.713046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.713128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.713229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.713378] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.715842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.716073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.716271] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.716402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.716462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.716594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.719956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.719956] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.842422] env[69210]: INFO networking_nsxv3.common.synchronization [req-2562c44e-ee5e-47a7-a774-e89ea7d32886 req-5293a36f-444d-4ba3-a6b9-d5ec825a7935 service nova] Enqueued Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_rules [ 743.842422] env[69210]: INFO networking_nsxv3.common.synchronization [req-2562c44e-ee5e-47a7-a774-e89ea7d32886 req-5293a36f-444d-4ba3-a6b9-d5ec825a7935 service nova] Enqueued Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_members [ 743.842422] env[69210]: INFO networking_nsxv3.common.synchronization [req-2562c44e-ee5e-47a7-a774-e89ea7d32886 req-5293a36f-444d-4ba3-a6b9-d5ec825a7935 service nova] Enqueued Resource ID: 842529f8-c300-4838-b753-c3295cf1de20 with Priority: HIGHEST for action port [ 743.842422] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_rules [ 743.842422] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_members [ 743.842422] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842529f8-c300-4838-b753-c3295cf1de20 with Priority: HIGHEST for action port [ 743.842422] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.843343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.843343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.843343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.843343] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.844484] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.844550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.844617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.845024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.845104] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.845235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.845330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.845554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.845681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.845812] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.849694] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-842529f8-c300-4838-b753-c3295cf1de20 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.849861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-842529f8-c300-4838-b753-c3295cf1de20" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.849970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-842529f8-c300-4838-b753-c3295cf1de20" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.850222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-842529f8-c300-4838-b753-c3295cf1de20" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.850349] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('842529f8-c300-4838-b753-c3295cf1de20',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.187160] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 in Status: SUCCESS [ 744.187347] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 deletion is rescheduled due to dependency. [ 744.187782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.216994] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.219125] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.219265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.219334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.219527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.219634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.219811] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.219911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.219969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.220133] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.220213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.220297] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 is going to be updated. [ 744.244599] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.244738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.244807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.245101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.245315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.253013] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: IN_PROGRESS for 2s [ 744.346886] env[69210]: INFO networking_nsxv3.common.synchronization [None req-8d699e1f-6f4a-4aaf-98ac-2955ef10ccd9 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Enqueued Resource ID: 27460c0b-e88c-46f9-9e0b-f15e2e7c7539 with Priority: HIGHEST for action security_group_rules [ 744.347454] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27460c0b-e88c-46f9-9e0b-f15e2e7c7539 with Priority: HIGHEST for action security_group_rules [ 744.347755] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27460c0b-e88c-46f9-9e0b-f15e2e7c7539 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.347873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27460c0b-e88c-46f9-9e0b-f15e2e7c7539" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.349871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27460c0b-e88c-46f9-9e0b-f15e2e7c7539" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.349871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27460c0b-e88c-46f9-9e0b-f15e2e7c7539" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.349871] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27460c0b-e88c-46f9-9e0b-f15e2e7c7539',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.352245] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.352347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.352505] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.353197] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 842529f8-c300-4838-b753-c3295cf1de20 with status ACTIVE [ 744.353369] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.353478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.353536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.353722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.353812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.356104] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.356104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.356104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.356104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.356104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.356104] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.356104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.356104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.356104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.356104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.356104] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 842529f8-c300-4838-b753-c3295cf1de20 is going to be updated. [ 744.383351] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.384022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.384022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.385156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.385156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.385156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-842529f8-c300-4838-b753-c3295cf1de20" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.463335] env[69210]: INFO networking_nsxv3.common.synchronization [None req-3189c409-305f-49b6-a9bd-ad9c3a07c870 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Enqueued Resource ID: 27460c0b-e88c-46f9-9e0b-f15e2e7c7539 with Priority: HIGHEST for action security_group_rules [ 744.463335] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27460c0b-e88c-46f9-9e0b-f15e2e7c7539 with Priority: HIGHEST for action security_group_rules [ 744.463335] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27460c0b-e88c-46f9-9e0b-f15e2e7c7539 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.463335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27460c0b-e88c-46f9-9e0b-f15e2e7c7539" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.724418] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95c8d5c8-44cc-4dfc-b37b-27fb455ec222: rpc.has_security_group_logging(os_id): False [ 744.742714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.742714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.742918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.742969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.743070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.743316] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.743409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.743471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.743616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.743694] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.743780] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 is going to be updated. [ 744.797920] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.797920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.798130] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.798300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.798705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.810875] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: IN_PROGRESS for 2s [ 744.858952] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.877337] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.877563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.877662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.877932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.878082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.878212] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27460c0b-e88c-46f9-9e0b-f15e2e7c7539 already deleted. [ 744.878324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27460c0b-e88c-46f9-9e0b-f15e2e7c7539" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.879946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27460c0b-e88c-46f9-9e0b-f15e2e7c7539" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.881016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27460c0b-e88c-46f9-9e0b-f15e2e7c7539" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.881016] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27460c0b-e88c-46f9-9e0b-f15e2e7c7539',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.361516] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.361734] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.361787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.362014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.362089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.362473] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 is going to be created. [ 745.385055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.385055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.385055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.385055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.385055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.394012] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 in Status: UNINITIALIZED for 2s [ 745.398292] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.398492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.398566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.398775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.398866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.398960] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27460c0b-e88c-46f9-9e0b-f15e2e7c7539 already deleted. [ 745.399074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27460c0b-e88c-46f9-9e0b-f15e2e7c7539" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.263167] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: SUCCESS [ 746.263478] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 deletion is rescheduled due to dependency. [ 746.263513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.263658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.263862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.264081] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.264215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.264275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.264433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.264519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.264615] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.767580] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.767580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.767580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.767807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.768046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.768140] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.768248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.768313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.768481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.769114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.769114] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 is going to be updated. [ 746.795611] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.795784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.795896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.796083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.796196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.807923] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: IN_PROGRESS for 2s [ 746.827776] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: SUCCESS [ 746.827998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.828180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.828386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.828471] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.107278] env[69210]: INFO networking_nsxv3.common.synchronization [req-53d37e8d-9213-406f-8ead-c2cdd142b27f req-b137386d-eb31-4ad4-8097-febf9111c880 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Enqueued Resource ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 with Priority: HIGHEST for action security_group_members [ 747.107778] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 with Priority: HIGHEST for action security_group_members [ 747.108083] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.108211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.108279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.108521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.108673] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.108772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.108835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.108981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.109091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.109173] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d153ea76-ba4f-41f4-8017-1b4e2621e9c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.346914] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.347187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.347187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.347341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.347434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.347527] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 is going to be deleted. [ 747.397076] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.397225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.397225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.397435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.397529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.397651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.403444] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 in Status: SUCCESS [ 747.403674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.403832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.404065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.404284] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.404381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.404463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.404639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.404738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.404839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.404934] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.455402] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.455725] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.455855] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.456145] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.456445] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.456618] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.456754] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.456980] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.457167] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.457401] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.457483] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.457592] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.457700] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.457864] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.457917] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.458078] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.477607] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.477774] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.477914] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.478099] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.478400] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-082928eb-322b-4ca7-b802-56b6543f81f6 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.478934] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-082928eb-322b-4ca7-b802-56b6543f81f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.478934] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-082928eb-322b-4ca7-b802-56b6543f81f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.479059] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-082928eb-322b-4ca7-b802-56b6543f81f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.479100] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082928eb-322b-4ca7-b802-56b6543f81f6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.610934] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.611232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.611306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.611521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.611646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.611929] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.612071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.612175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.612362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.612469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.612581] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 already deleted. [ 747.612697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.907267] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.981444] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.981444] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.981732] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.981987] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.982220] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.982375] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 082928eb-322b-4ca7-b802-56b6543f81f6 not found, creating... [ 747.982900] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.982900] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.983060] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.983237] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.983375] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.983661] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.983818] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.983985] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.984234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.984372] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.984580] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 082928eb-322b-4ca7-b802-56b6543f81f6 is going to be created. [ 748.002865] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.003099] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.003229] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.003503] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.003730] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.004010] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-082928eb-322b-4ca7-b802-56b6543f81f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.409488] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb95ad3f-56f0-44a9-9b2f-be85bd656ea3: rpc.has_security_group_logging(os_id): False [ 748.426424] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.426667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.426749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.426984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.427134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.427463] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.427608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.427703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.427914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.428053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.428183] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 is going to be created. [ 748.483029] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.483187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.483253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.483472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.483724] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.493752] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 in Status: IN_PROGRESS for 2s [ 748.754028] env[69210]: INFO networking_nsxv3.common.synchronization [req-53d37e8d-9213-406f-8ead-c2cdd142b27f req-64abca3e-4960-49e8-aec7-d5d48926ba6a service nova] Enqueued Resource ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 with Priority: HIGHEST for action security_group_rules [ 748.754028] env[69210]: INFO networking_nsxv3.common.synchronization [req-53d37e8d-9213-406f-8ead-c2cdd142b27f req-64abca3e-4960-49e8-aec7-d5d48926ba6a service nova] Enqueued Resource ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 with Priority: HIGHEST for action security_group_members [ 748.754028] env[69210]: INFO networking_nsxv3.common.synchronization [req-53d37e8d-9213-406f-8ead-c2cdd142b27f req-64abca3e-4960-49e8-aec7-d5d48926ba6a service nova] Enqueued Resource ID: 082928eb-322b-4ca7-b802-56b6543f81f6 with Priority: HIGHEST for action port [ 748.754028] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 with Priority: HIGHEST for action security_group_rules [ 748.754028] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 with Priority: HIGHEST for action security_group_members [ 748.754426] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082928eb-322b-4ca7-b802-56b6543f81f6 with Priority: HIGHEST for action port [ 748.755212] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d153ea76-ba4f-41f4-8017-1b4e2621e9c5 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.755390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.755468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.755733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.755819] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d153ea76-ba4f-41f4-8017-1b4e2621e9c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.756633] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.756743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.756811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.756971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.757151] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.757256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.757328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.757458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.757544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.757631] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d153ea76-ba4f-41f4-8017-1b4e2621e9c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.758330] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-082928eb-322b-4ca7-b802-56b6543f81f6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.758437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-082928eb-322b-4ca7-b802-56b6543f81f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.758506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-082928eb-322b-4ca7-b802-56b6543f81f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.758651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-082928eb-322b-4ca7-b802-56b6543f81f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.758725] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082928eb-322b-4ca7-b802-56b6543f81f6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.816902] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 in Status: SUCCESS [ 748.817055] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 deletion is rescheduled due to dependency. [ 748.817417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.817895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.818129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.818333] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.818457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.818530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.818692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.818777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.818872] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95c8d5c8-44cc-4dfc-b37b-27fb455ec222',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.261782] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.261782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.261782] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 082928eb-322b-4ca7-b802-56b6543f81f6 with status ACTIVE [ 749.261782] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.261782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.262395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.262395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.262395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.262395] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.262395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.262568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.262601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.262724] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.262851] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.262944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.263009] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.263161] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.263344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.263419] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 082928eb-322b-4ca7-b802-56b6543f81f6 is going to be updated. [ 749.264867] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d153ea76-ba4f-41f4-8017-1b4e2621e9c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.286263] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.286405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.286458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.286658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.286784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.290025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-082928eb-322b-4ca7-b802-56b6543f81f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.324538] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.324538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.324538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.324538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.324538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.324538] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.324538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.324538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.324538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.324538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.324538] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95c8d5c8-44cc-4dfc-b37b-27fb455ec222 is going to be deleted. [ 749.376244] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.376443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.376501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.376677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.376770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.376866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95c8d5c8-44cc-4dfc-b37b-27fb455ec222" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.766893] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d153ea76-ba4f-41f4-8017-1b4e2621e9c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.099910] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b09a85ca-4786-4c47-ab40-a2a325d1116f tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Enqueued Resource ID: ff23e086-ba42-4437-b3a7-44a142165085 with Priority: HIGHEST for action security_group_rules [ 750.100515] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff23e086-ba42-4437-b3a7-44a142165085 with Priority: HIGHEST for action security_group_rules [ 750.100871] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff23e086-ba42-4437-b3a7-44a142165085 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.101140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff23e086-ba42-4437-b3a7-44a142165085" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.101232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff23e086-ba42-4437-b3a7-44a142165085" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.101527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff23e086-ba42-4437-b3a7-44a142165085" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.101609] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff23e086-ba42-4437-b3a7-44a142165085',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.211578] env[69210]: INFO networking_nsxv3.common.synchronization [None req-6fbe4fb1-bedc-4814-96c7-9347c63edb0f tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Enqueued Resource ID: ff23e086-ba42-4437-b3a7-44a142165085 with Priority: HIGHEST for action security_group_rules [ 750.212147] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff23e086-ba42-4437-b3a7-44a142165085 with Priority: HIGHEST for action security_group_rules [ 750.212690] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff23e086-ba42-4437-b3a7-44a142165085 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.212690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff23e086-ba42-4437-b3a7-44a142165085" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.268959] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.269202] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.269281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.269440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.269554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.269655] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 is going to be created. [ 750.290636] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.290804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.290875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.291111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.291283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.300069] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 in Status: UNINITIALIZED for 2s [ 750.505720] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 in Status: SUCCESS [ 750.505968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.624789] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.624789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.624789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.624789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.624789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.624789] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff23e086-ba42-4437-b3a7-44a142165085 already deleted. [ 750.624789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff23e086-ba42-4437-b3a7-44a142165085" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.624789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff23e086-ba42-4437-b3a7-44a142165085" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.624789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff23e086-ba42-4437-b3a7-44a142165085" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.624789] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff23e086-ba42-4437-b3a7-44a142165085',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.145532] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.145532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.145532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.145532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.145532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.145532] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff23e086-ba42-4437-b3a7-44a142165085 already deleted. [ 751.145532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff23e086-ba42-4437-b3a7-44a142165085" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.847604] env[69210]: INFO networking_nsxv3.common.synchronization [req-6299fa7b-3d14-40a1-9264-0dfaa58f9f9b req-b6563452-6acc-4112-8ca4-5015fbebe779 tempest-InstanceActionsTestJSON-384176457 tempest-InstanceActionsTestJSON-384176457-project-member] Enqueued Resource ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 with Priority: HIGHEST for action security_group_members [ 751.848119] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 with Priority: HIGHEST for action security_group_members [ 751.848524] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b058938-cd56-4e14-8d9b-80bedde4e506 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.848524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.848653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.849447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.849447] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.849447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.849447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.852812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.852957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.853078] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b058938-cd56-4e14-8d9b-80bedde4e506',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.308887] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 in Status: SUCCESS [ 752.309172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.309292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.309536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.309732] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.309852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.309918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.310092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.310176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.310268] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.310359] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d153ea76-ba4f-41f4-8017-1b4e2621e9c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.356545] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.356545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.356545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.356545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.356545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.356545] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.356545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.356545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.356997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.356997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.356997] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 is going to be updated. [ 752.386354] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.386441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.386441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.389935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.389935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.395175] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 in Status: IN_PROGRESS for 2s [ 752.817601] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.817784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.818177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.818177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.818304] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.818378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.818440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.818594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.818678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.818775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.819687] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.819687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.819687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.819687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.819687] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.819687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.819687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.819997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.819997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.819997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.819997] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d153ea76-ba4f-41f4-8017-1b4e2621e9c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.322220] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d153ea76-ba4f-41f4-8017-1b4e2621e9c5: rpc.has_security_group_logging(os_id): False [ 753.339459] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.339659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.339729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.339991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.340127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.340355] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.340467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.340537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.340694] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.340771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.340959] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.341069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.341133] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.341273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.341349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.341527] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.341621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.341682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.341820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.341893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.342095] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 is going to be created. [ 753.417627] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.417859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.417859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.418135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.418372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.430855] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 in Status: IN_PROGRESS for 2s [ 754.407277] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 in Status: SUCCESS [ 754.407547] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 deletion is rescheduled due to dependency. [ 754.407624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.867312] env[69210]: INFO networking_nsxv3.common.synchronization [req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 req-613cf9ff-3aa8-41fe-8462-bff5d2faa4ad tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Enqueued Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 754.868027] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 754.868404] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.868583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.868704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.868952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.869632] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.869632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.869632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.869632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.869632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.869848] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.267786] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.268011] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-148" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.268154] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-148" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.268424] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-148" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.268752] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.268926] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.269242] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.269352] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.269465] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.269678] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.269796] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.269908] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.270044] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.270139] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.270251] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.270387] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.288225] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.288376] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.289042] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.289042] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-148" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.289042] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-0af026ab-9f47-4784-8f88-b55389e1754e taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.289219] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-0af026ab-9f47-4784-8f88-b55389e1754e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.289424] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-0af026ab-9f47-4784-8f88-b55389e1754e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.289625] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-0af026ab-9f47-4784-8f88-b55389e1754e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.289767] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0af026ab-9f47-4784-8f88-b55389e1754e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.371895] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.443207] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 in Status: SUCCESS [ 755.443490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.795188] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.795188] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.795188] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.795188] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.795188] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.795188] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 0af026ab-9f47-4784-8f88-b55389e1754e not found, creating... [ 755.795188] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.795188] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.795188] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.795532] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.795532] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.795753] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.796063] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.796063] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.796238] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.796371] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.796507] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 0af026ab-9f47-4784-8f88-b55389e1754e is going to be created. [ 755.816923] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.817150] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.817282] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.817573] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.817813] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.818054] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-0af026ab-9f47-4784-8f88-b55389e1754e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.875766] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.378542] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.378542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.378542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.378806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.378865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.378969] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 is going to be updated. [ 756.405740] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.405871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.405911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.406493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.406668] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.415257] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: IN_PROGRESS for 2s [ 756.546274] env[69210]: INFO networking_nsxv3.common.synchronization [req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 req-e8b787ef-6248-47a3-ab74-cdeb9f2eaf41 service nova] Enqueued Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_rules [ 756.546274] env[69210]: INFO networking_nsxv3.common.synchronization [req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 req-e8b787ef-6248-47a3-ab74-cdeb9f2eaf41 service nova] Enqueued Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 756.546274] env[69210]: INFO networking_nsxv3.common.synchronization [req-b687e6ab-d93e-45e5-86a6-1f55eb42f190 req-e8b787ef-6248-47a3-ab74-cdeb9f2eaf41 service nova] Enqueued Resource ID: 0af026ab-9f47-4784-8f88-b55389e1754e with Priority: HIGHEST for action port [ 756.546274] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_rules [ 756.546274] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 756.546274] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af026ab-9f47-4784-8f88-b55389e1754e with Priority: HIGHEST for action port [ 756.546274] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.546989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.548115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.548115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.548115] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.548535] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.548663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.548902] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-0af026ab-9f47-4784-8f88-b55389e1754e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.549056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0af026ab-9f47-4784-8f88-b55389e1754e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.549154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0af026ab-9f47-4784-8f88-b55389e1754e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.549369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0af026ab-9f47-4784-8f88-b55389e1754e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.549482] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0af026ab-9f47-4784-8f88-b55389e1754e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.052770] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.052990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.053088] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0af026ab-9f47-4784-8f88-b55389e1754e with status ACTIVE [ 757.053234] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.053343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.053403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.053624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.053737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.053862] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.053958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.054032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.054252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.054333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.054517] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.054613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.054672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.054813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.054880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.054964] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0af026ab-9f47-4784-8f88-b55389e1754e is going to be updated. [ 757.075292] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.075487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.075487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.075682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.075815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.075975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0af026ab-9f47-4784-8f88-b55389e1754e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.424800] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: SUCCESS [ 758.425113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.425303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.425528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.425713] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.425830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.425979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.426085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.426172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.426267] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.931020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.431778] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.679820] env[69210]: INFO networking_nsxv3.common.synchronization [req-11f33fe9-6fd6-478f-8b20-b553761f2020 req-52108570-4b8f-4dfc-a490-13c64d161635 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Enqueued Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_members [ 759.680389] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_members [ 759.680688] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-272a7be7-c20f-4edd-a65b-6601e565d09e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.682655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.682655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.682655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.682655] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.682655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.682655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.682655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.682655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.682655] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.934720] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.934879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.936031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.936031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.936031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.936031] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 is going to be updated. [ 759.964021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.964021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.964021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.964021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.964021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.969608] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: IN_PROGRESS for 2s [ 760.018402] env[69210]: INFO networking_nsxv3.common.synchronization [req-3f60e9ee-be12-4f89-8e1b-c448dd1263a5 req-91d71d69-447f-4ba1-b47f-4c2106d6db75 tempest-TenantUsagesTestJSON-2061117500 tempest-TenantUsagesTestJSON-2061117500-project-member] Enqueued Resource ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 with Priority: HIGHEST for action security_group_members [ 760.019270] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 with Priority: HIGHEST for action security_group_members [ 760.019578] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.019701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.019820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.019961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.020572] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.020678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.020795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.020906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.020992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.022049] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d153ea76-ba4f-41f4-8017-1b4e2621e9c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.040136] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.040136] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-129" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.040136] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-129" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.040136] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-129" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.040136] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.040136] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.040831] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.041276] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.041567] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.041939] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.042228] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.045017] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.045017] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.045017] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 760.045017] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.045017] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.070818] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.071041] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 760.071190] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.071374] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-129" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.071709] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.071898] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.072072] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.072425] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.072577] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f7eccd7-6c1c-4914-b134-b7ab7f0028bd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.186907] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.187066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.187135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.187347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.187434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.187628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.188223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.188223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.188223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.188223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.188223] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 272a7be7-c20f-4edd-a65b-6601e565d09e already deleted. [ 760.188223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.524537] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.524903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.524903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.524988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.525460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.525460] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.525460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.525716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.525716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.525716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.525872] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 is going to be updated. [ 760.554325] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.554325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.554482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.554576] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.554991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.562994] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 in Status: IN_PROGRESS for 2s [ 760.576683] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.576972] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.577132] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.577413] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.577566] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.577722] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd not found, creating... [ 760.577984] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.578157] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.578277] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.578546] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.578726] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.579053] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.579224] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.579348] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.579558] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.579703] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.579833] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd is going to be created. [ 760.598311] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.598534] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.598722] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.598997] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.599242] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.599470] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.332294] env[69210]: INFO networking_nsxv3.common.synchronization [req-11f33fe9-6fd6-478f-8b20-b553761f2020 req-45d31e39-dba4-4d28-894d-c735aded4338 service nova] Enqueued Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_rules [ 761.332294] env[69210]: INFO networking_nsxv3.common.synchronization [req-11f33fe9-6fd6-478f-8b20-b553761f2020 req-45d31e39-dba4-4d28-894d-c735aded4338 service nova] Enqueued Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_members [ 761.332294] env[69210]: INFO networking_nsxv3.common.synchronization [req-11f33fe9-6fd6-478f-8b20-b553761f2020 req-45d31e39-dba4-4d28-894d-c735aded4338 service nova] Enqueued Resource ID: 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd with Priority: HIGHEST for action port [ 761.332294] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_rules [ 761.332294] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_members [ 761.332294] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd with Priority: HIGHEST for action port [ 761.332294] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-272a7be7-c20f-4edd-a65b-6601e565d09e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.332294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.332294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.332774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.333069] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.334163] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-272a7be7-c20f-4edd-a65b-6601e565d09e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.334432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.335044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.335044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.335044] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.335235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.335235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.337462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.337462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.337462] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.337462] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.337462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.337462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.337462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.337462] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f7eccd7-6c1c-4914-b134-b7ab7f0028bd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.843566] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.844807] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-272a7be7-c20f-4edd-a65b-6601e565d09e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.844919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.845163] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd with status ACTIVE [ 761.845457] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.845604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.845674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.845928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.846090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.846213] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.846316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.846378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.846622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.846777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.851979] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.852293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.852378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.852635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.852728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.852840] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f7eccd7-6c1c-4914-b134-b7ab7f0028bd is going to be updated. [ 761.874028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.874028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.874028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.874338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.874486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.874642] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f7eccd7-6c1c-4914-b134-b7ab7f0028bd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.979270] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: SUCCESS [ 761.979512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.979685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.979899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.980106] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.980275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.980344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.980506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.980591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.980681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.980774] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.355479] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.483342] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.483540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.483646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.483900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.484082] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.484209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.484277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.484593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.484593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.484593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.484737] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.484871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.484949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.485139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.485296] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.485389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.485485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.485624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.485707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.485790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.485878] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.574179] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 in Status: SUCCESS [ 762.574179] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 deletion is rescheduled due to dependency. [ 762.574179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.857338] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.857618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.857618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.857759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.857860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.857953] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 272a7be7-c20f-4edd-a65b-6601e565d09e is going to be created. [ 762.881091] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.881091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.881091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.881091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.881337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.890318] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 272a7be7-c20f-4edd-a65b-6601e565d09e in Status: UNINITIALIZED for 2s [ 762.991864] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8525e3ff-2549-4796-9a5d-54df25c1af78: rpc.has_security_group_logging(os_id): False [ 763.010107] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.010273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.010341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.010559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.011611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.011611] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.011611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.011611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.011611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.011611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.011611] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.011611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.011611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.012045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.012045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.012045] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.012045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.012166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.012575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.012575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.012575] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 is going to be updated. [ 763.066411] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.066583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.066642] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.067873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.067873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.078417] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: IN_PROGRESS for 2s [ 763.765969] env[69210]: INFO networking_nsxv3.common.synchronization [None req-bb0b2b16-1aea-4740-a16d-f420d3f1f613 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Enqueued Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_rules [ 763.766516] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_rules [ 763.766983] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e1857da-a4c9-4eba-8d84-b696434516ef taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.766983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.766983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.767289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.767363] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.968228] env[69210]: INFO networking_nsxv3.common.synchronization [None req-4e250223-6907-4275-8615-b2be0e03445e tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Enqueued Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_rules [ 763.968498] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_rules [ 763.968821] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e1857da-a4c9-4eba-8d84-b696434516ef taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.968933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.288989] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.289406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.289615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.289943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.290181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.291544] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e1857da-a4c9-4eba-8d84-b696434516ef already deleted. [ 764.291544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.291544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.291544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.291544] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.816949] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.817123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.817201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.817409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.817505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.817605] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e1857da-a4c9-4eba-8d84-b696434516ef already deleted. [ 764.817686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.905028] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 272a7be7-c20f-4edd-a65b-6601e565d09e in Status: SUCCESS [ 764.905281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.905453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.905659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.905844] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.905961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.906036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.906182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.906265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.906397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.906530] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.092896] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: SUCCESS [ 765.094422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.412455] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.915580] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 272a7be7-c20f-4edd-a65b-6601e565d09e: rpc.has_security_group_logging(os_id): False [ 765.933318] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.933444] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.933527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.933817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.933951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.934314] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.934465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.934640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.934788] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.934914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.935067] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 272a7be7-c20f-4edd-a65b-6601e565d09e is going to be created. [ 765.990895] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.991130] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.991231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.991514] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.991884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.002869] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 272a7be7-c20f-4edd-a65b-6601e565d09e in Status: IN_PROGRESS for 2s [ 766.775248] env[69210]: INFO networking_nsxv3.common.synchronization [req-c1827e5d-54e5-4f51-870f-5f3ce12eb064 req-de5ce6d0-c9b1-4e24-a083-a910d86eaf8f tempest-ServersAdminNegativeTestJSON-1030561551 tempest-ServersAdminNegativeTestJSON-1030561551-project-member] Enqueued Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 766.775828] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGHEST for action security_group_members [ 766.776156] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.776287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.776355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.776610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.776776] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.776880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.776943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.777137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.777225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.777320] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.268118] env[69210]: INFO networking_nsxv3.common.synchronization [req-ddfb4c84-2775-4c37-80c7-1ae2843d056c req-ae2ea0e2-7c57-43a1-8544-fa7a7c712a71 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Enqueued Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 767.268118] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 767.268118] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.268118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.268118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.268118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.268361] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.268414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.269014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.269014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.269014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.269014] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.279442] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.279585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.279651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.279845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.279937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.281357] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.281357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.281357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.281357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.281357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.281357] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 is going to be updated. [ 767.309016] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.309016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.309016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.309016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.309016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.315824] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: IN_PROGRESS for 2s [ 767.742799] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.743019] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.743156] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.743418] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.743972] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.743972] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.743972] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.744196] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.744324] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.744531] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.744645] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.744754] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.744862] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.744972] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.745090] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.745273] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.763846] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.764125] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.764355] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.764544] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.764910] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-b7c2939f-f576-466f-a5da-5d0988bdfaed taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.765149] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-b7c2939f-f576-466f-a5da-5d0988bdfaed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.765331] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-b7c2939f-f576-466f-a5da-5d0988bdfaed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.765612] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-b7c2939f-f576-466f-a5da-5d0988bdfaed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.765756] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c2939f-f576-466f-a5da-5d0988bdfaed',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.771562] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.771696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.771766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.772031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.772156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.772402] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.772559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.772676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.772851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.772936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.773037] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e already deleted. [ 767.773121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.015805] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 272a7be7-c20f-4edd-a65b-6601e565d09e in Status: SUCCESS [ 768.016094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.268217] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.268454] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.268583] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.268869] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.269033] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.269196] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port b7c2939f-f576-466f-a5da-5d0988bdfaed not found, creating... [ 768.269499] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.269798] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.269798] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.270301] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.270301] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.270450] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.270621] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.270780] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.271011] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.271154] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.271318] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: b7c2939f-f576-466f-a5da-5d0988bdfaed is going to be created. [ 768.290441] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.290666] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.290792] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.291078] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.291313] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.291537] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-b7c2939f-f576-466f-a5da-5d0988bdfaed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.044422] env[69210]: INFO networking_nsxv3.common.synchronization [req-ddfb4c84-2775-4c37-80c7-1ae2843d056c req-f66eb4ec-4a94-4237-b9c9-1b5abccd40bd service nova] Enqueued Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_rules [ 769.044818] env[69210]: INFO networking_nsxv3.common.synchronization [req-ddfb4c84-2775-4c37-80c7-1ae2843d056c req-f66eb4ec-4a94-4237-b9c9-1b5abccd40bd service nova] Enqueued Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 769.044818] env[69210]: INFO networking_nsxv3.common.synchronization [req-ddfb4c84-2775-4c37-80c7-1ae2843d056c req-f66eb4ec-4a94-4237-b9c9-1b5abccd40bd service nova] Enqueued Resource ID: b7c2939f-f576-466f-a5da-5d0988bdfaed with Priority: HIGHEST for action port [ 769.045887] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_rules [ 769.045887] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 769.045887] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c2939f-f576-466f-a5da-5d0988bdfaed with Priority: HIGHEST for action port [ 769.045887] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.045887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.046299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.047709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.047709] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.048284] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.048411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.048481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.048662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.049905] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.049905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.049905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.049905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.049905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.049905] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.050243] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c2939f-f576-466f-a5da-5d0988bdfaed taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.050389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c2939f-f576-466f-a5da-5d0988bdfaed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.050660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c2939f-f576-466f-a5da-5d0988bdfaed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.050851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c2939f-f576-466f-a5da-5d0988bdfaed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.050958] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c2939f-f576-466f-a5da-5d0988bdfaed',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.325053] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 in Status: SUCCESS [ 769.325053] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 deletion is rescheduled due to dependency. [ 769.325232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.553516] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.553932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.554401] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.555439] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7c2939f-f576-466f-a5da-5d0988bdfaed with status ACTIVE [ 769.556458] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.556458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.556458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.556458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.556458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.556658] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.556700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.556812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.556929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.557041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.557410] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.557521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.557521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.557638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.557708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.557825] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7c2939f-f576-466f-a5da-5d0988bdfaed is going to be updated. [ 769.582623] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.582623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.582623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.582623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.582623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.582623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c2939f-f576-466f-a5da-5d0988bdfaed" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.059819] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.562300] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.562463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.562531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.562784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.562884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.562972] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e is going to be created. [ 770.585412] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.585581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.585627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.585844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.586015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.597858] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: UNINITIALIZED for 2s [ 772.622427] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: SUCCESS [ 772.622746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.622876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.623142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.623374] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.623512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.623627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.623820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.624234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.624234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.624234] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.126358] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.126513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.126666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.127698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.127698] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.127698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.127698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.127698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.127698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.127698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.127698] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.127698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.128094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.128094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.128094] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.128197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.128197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.128508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.128508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.128508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.128508] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.633982] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88cc1f79-e050-41be-9f34-e92618a2f04e: rpc.has_security_group_logging(os_id): False [ 773.652479] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.652618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.652704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.652910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.653009] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.653214] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.653315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.653375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.653533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.653611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.653786] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.653885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.653943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.654604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.654604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.654604] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.654604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.654604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.654868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.654868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.654868] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e is going to be created. [ 773.715621] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.715768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.715835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.716067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.716236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.727416] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: IN_PROGRESS for 2s [ 774.046784] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 774.046912] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 775.740429] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: SUCCESS [ 775.740752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.047958] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 779.048293] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 779.885795] env[69210]: INFO networking_nsxv3.common.synchronization [req-f6ab2887-18d8-49cf-a116-5401eae455b5 req-fdd42cf6-4a4a-4909-a520-27093d07e338 tempest-ServersTestJSON-1426375711 tempest-ServersTestJSON-1426375711-project-member] Enqueued Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_members [ 779.886437] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGHEST for action security_group_members [ 779.886774] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.886901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.887542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.887542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.887542] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.887707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.887707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.887855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.887981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.888105] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.390584] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.390907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.390907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.391077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.391178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.391373] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.391474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.391539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.391687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.391821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.391871] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 is going to be updated. [ 780.425053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.425220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.425293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.425531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.425684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.435226] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 in Status: IN_PROGRESS for 2s [ 781.559148] env[69210]: INFO networking_nsxv3.common.synchronization [req-5561b98b-88a4-4ed5-8df4-adc51b5fa903 req-61d29087-2cc7-4a3c-a6df-f6cf4c152cad tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Enqueued Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 781.559651] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 781.559983] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.560132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.560202] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.560403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.560559] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.560806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.560806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.560907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.560943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.561034] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.062768] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.445744] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 in Status: SUCCESS [ 782.445912] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 deletion is rescheduled due to dependency. [ 782.446039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.565711] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.069157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.069358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.069444] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.069719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.069838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.069955] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 is going to be updated. [ 783.099395] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.099395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.099395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.099395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.099395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.104937] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: IN_PROGRESS for 2s [ 785.116396] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: SUCCESS [ 785.116645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.563413] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 786.563672] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 789.382657] env[69210]: INFO networking_nsxv3.common.synchronization [req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d req-7e0dd7b7-fb31-44a0-af13-657cee43752f tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Enqueued Resource ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 with Priority: HIGHEST for action security_group_members [ 789.383247] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 with Priority: HIGHEST for action security_group_members [ 789.383553] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-385c1bac-2c90-42cc-b90b-99fc32f66ca2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.383698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.383776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.384115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.384207] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.384311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.384368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.384593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.384684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.384780] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385c1bac-2c90-42cc-b90b-99fc32f66ca2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.732041] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.732041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-363" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.732041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-363" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.732041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-363" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.732041] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.732633] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.732900] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.733457] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.733726] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.734107] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.734389] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.734625] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.737135] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.737135] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.737135] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.737135] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.757168] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.757168] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.757168] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.757168] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-363" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.757418] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.757886] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.757886] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.758082] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.758240] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.887913] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.888165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.888234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.888469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.888584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.888813] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.888912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.888978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.889165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.889246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.889333] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 already deleted. [ 789.889411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.260776] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.261025] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.261161] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.261468] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.261622] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.261788] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae not found, creating... [ 790.262071] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.262239] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.262378] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.262610] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.262747] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.263050] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.263217] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.263336] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.263546] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.263684] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.263827] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae is going to be created. [ 790.282394] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.282588] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.282717] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.282978] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.283256] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.283507] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.048397] env[69210]: INFO networking_nsxv3.common.synchronization [req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d req-9a043cfd-614c-4528-841b-4cb9e8813f92 service nova] Enqueued Resource ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 with Priority: HIGHEST for action security_group_rules [ 791.048639] env[69210]: INFO networking_nsxv3.common.synchronization [req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d req-9a043cfd-614c-4528-841b-4cb9e8813f92 service nova] Enqueued Resource ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 with Priority: HIGHEST for action security_group_members [ 791.048741] env[69210]: INFO networking_nsxv3.common.synchronization [req-14a9c043-e904-4d7c-b2f6-3c3eb91a1a7d req-9a043cfd-614c-4528-841b-4cb9e8813f92 service nova] Enqueued Resource ID: de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae with Priority: HIGHEST for action port [ 791.048957] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 with Priority: HIGHEST for action security_group_rules [ 791.049110] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 with Priority: HIGHEST for action security_group_members [ 791.049233] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae with Priority: HIGHEST for action port [ 791.052680] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-385c1bac-2c90-42cc-b90b-99fc32f66ca2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.052680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.052680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.052879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.052879] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('385c1bac-2c90-42cc-b90b-99fc32f66ca2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.057019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-385c1bac-2c90-42cc-b90b-99fc32f66ca2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.057019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.057019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.057019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.057019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.057019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.057019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.057019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.057019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.057019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385c1bac-2c90-42cc-b90b-99fc32f66ca2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.057019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.057019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.057019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.057019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.057019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.557656] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-385c1bac-2c90-42cc-b90b-99fc32f66ca2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.557808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.558319] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('385c1bac-2c90-42cc-b90b-99fc32f66ca2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.559365] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae with status ACTIVE [ 791.563285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.563425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.563494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.563705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.563803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.563986] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.564097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.564159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.564309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.564477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.564695] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.564798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.564906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.565089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.565194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.565302] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae is going to be updated. [ 791.585245] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.585401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.585521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.585645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.585783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.585935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de3a2e5e-fb7d-4ed7-b4cc-ee2bd2145aae" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.067898] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('385c1bac-2c90-42cc-b90b-99fc32f66ca2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.285962] env[69210]: INFO networking_nsxv3.common.synchronization [req-6f7a90da-0c49-4b61-8e2f-503d396c0746 req-a7771dcd-a36a-4822-bdd2-13741eea1d01 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Enqueued Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 792.286506] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 792.286801] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.286916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.286978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.288018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.288215] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.288280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.288344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.288492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.288577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.288671] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.572921] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.573161] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.573231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.573480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.573953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.573953] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 is going to be created. [ 792.599285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.599478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.599604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.599903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.600433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.609299] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 in Status: UNINITIALIZED for 2s [ 792.793280] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.931810] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.931810] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.931810] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.931810] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.931810] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.931810] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.931810] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.931810] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.931810] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.932844] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.933406] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.933667] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.933901] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.937360] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.937360] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.937360] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.952637] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.952861] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.953103] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.953333] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.953701] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-f5365f97-3956-407c-9cc1-b897d7dfdcb3 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.953896] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-f5365f97-3956-407c-9cc1-b897d7dfdcb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.954046] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-f5365f97-3956-407c-9cc1-b897d7dfdcb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.954407] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-f5365f97-3956-407c-9cc1-b897d7dfdcb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.954626] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5365f97-3956-407c-9cc1-b897d7dfdcb3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.298321] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.457709] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.457952] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.458107] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.458413] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.458581] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.458743] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port f5365f97-3956-407c-9cc1-b897d7dfdcb3 not found, creating... [ 793.459028] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.459195] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.459307] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.459557] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.459675] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.459942] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.461058] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.461714] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.461714] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.461714] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.461714] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: f5365f97-3956-407c-9cc1-b897d7dfdcb3 is going to be created. [ 793.481167] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.481167] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.481167] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.481167] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.482459] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.482459] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-f5365f97-3956-407c-9cc1-b897d7dfdcb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.805180] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.805180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.805180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.805180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.805180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.805180] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e is going to be updated. [ 793.830590] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.833648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.833648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.833648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.833648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.842339] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: IN_PROGRESS for 2s [ 794.263395] env[69210]: INFO networking_nsxv3.common.synchronization [req-6f7a90da-0c49-4b61-8e2f-503d396c0746 req-942682a1-9831-490e-bd86-a061d1238d1d service nova] Enqueued Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_rules [ 794.264454] env[69210]: INFO networking_nsxv3.common.synchronization [req-6f7a90da-0c49-4b61-8e2f-503d396c0746 req-942682a1-9831-490e-bd86-a061d1238d1d service nova] Enqueued Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 794.264454] env[69210]: INFO networking_nsxv3.common.synchronization [req-6f7a90da-0c49-4b61-8e2f-503d396c0746 req-942682a1-9831-490e-bd86-a061d1238d1d service nova] Enqueued Resource ID: f5365f97-3956-407c-9cc1-b897d7dfdcb3 with Priority: HIGHEST for action port [ 794.264454] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_rules [ 794.264454] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 794.264454] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5365f97-3956-407c-9cc1-b897d7dfdcb3 with Priority: HIGHEST for action port [ 794.264783] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.264892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.264934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.268147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.268147] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.268415] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.268415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.269606] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5365f97-3956-407c-9cc1-b897d7dfdcb3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.270548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5365f97-3956-407c-9cc1-b897d7dfdcb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.270548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5365f97-3956-407c-9cc1-b897d7dfdcb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.270548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5365f97-3956-407c-9cc1-b897d7dfdcb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.270548] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5365f97-3956-407c-9cc1-b897d7dfdcb3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.619495] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 in Status: SUCCESS [ 794.622347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.622347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.622347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.622347] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.622347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.622347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.622347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.622347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.622347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.622347] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('385c1bac-2c90-42cc-b90b-99fc32f66ca2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.776487] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.776487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.776487] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5365f97-3956-407c-9cc1-b897d7dfdcb3 with status ACTIVE [ 794.776487] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.776487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.776487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.776487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.776487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.776487] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.776487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.776487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.776487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.776487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.776487] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.777156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.777156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.777156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.777156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.777156] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5365f97-3956-407c-9cc1-b897d7dfdcb3 is going to be updated. [ 794.797454] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.797454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.797610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.798053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.798236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.798426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5365f97-3956-407c-9cc1-b897d7dfdcb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.126909] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-385c1bac-2c90-42cc-b90b-99fc32f66ca2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.127224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.127224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.128159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.128159] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.128159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.128159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.128159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.128159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.128159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.128159] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-385c1bac-2c90-42cc-b90b-99fc32f66ca2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.128517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.128517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.128517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.128517] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.128643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.128643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.128881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.128881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.128994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.128994] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('385c1bac-2c90-42cc-b90b-99fc32f66ca2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.631735] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 385c1bac-2c90-42cc-b90b-99fc32f66ca2: rpc.has_security_group_logging(os_id): False [ 795.653035] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.653035] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.653035] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.653035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.653738] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.653738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.653738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.653738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.653738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.653738] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 is going to be created. [ 795.704909] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.705097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.705154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.705337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.705519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.716921] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 in Status: IN_PROGRESS for 2s [ 795.853615] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: SUCCESS [ 795.853869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.854063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.854278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.854454] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.854589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.854658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.854808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.854890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.854984] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.360655] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.863377] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e4f75da9-23b3-4ce9-ac37-46134e1d509e None None] Enqueued Resource ID: e99e55ea-0cd7-4379-b78e-01fb3799919e with Priority: HIGHEST for action port [ 796.865125] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.865919] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e99e55ea-0cd7-4379-b78e-01fb3799919e with Priority: HIGHEST for action port [ 796.866409] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-e99e55ea-0cd7-4379-b78e-01fb3799919e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.866530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e99e55ea-0cd7-4379-b78e-01fb3799919e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.866594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e99e55ea-0cd7-4379-b78e-01fb3799919e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.866844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e99e55ea-0cd7-4379-b78e-01fb3799919e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.866939] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e99e55ea-0cd7-4379-b78e-01fb3799919e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.368682] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.368870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.368945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.369178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.369278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.369378] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e is going to be updated. [ 797.370560] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e99e55ea-0cd7-4379-b78e-01fb3799919e [ 797.370746] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.370856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.370916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.371094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.371177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.371262] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e99e55ea-0cd7-4379-b78e-01fb3799919e already deleted. [ 797.371343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e99e55ea-0cd7-4379-b78e-01fb3799919e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.401034] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.401271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.401344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.401554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.401696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.410067] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: IN_PROGRESS for 2s [ 797.514671] env[69210]: INFO networking_nsxv3.common.synchronization [req-a16479bc-5e8e-44a5-8626-651c2df3a67d req-5f93de67-1aa2-4fc8-a70d-b2e49c1d7fcc tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 797.514925] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 797.515323] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.515403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.515403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.515678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.515801] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.515937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.516022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.516635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.516635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.516635] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.598645] env[69210]: INFO networking_nsxv3.common.synchronization [None req-4440404e-5f5c-44d7-8cba-bc01849357eb tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_rules [ 797.599492] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_rules [ 797.599943] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.600843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.601149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.601512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.601725] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.696255] env[69210]: INFO networking_nsxv3.common.synchronization [None req-ce1f8510-35bb-476d-8ea5-95aa0226e75a tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_rules [ 797.696838] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_rules [ 797.697186] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.697298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.734059] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 in Status: SUCCESS [ 797.735114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.018964] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.117117] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.117958] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.117958] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.117958] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.120419] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.120684] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.121549] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.121824] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.121984] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.122362] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.122740] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.123485] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.124376] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.124376] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.124376] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.124974] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.127557] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.127686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.129020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.129020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.129020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.129020] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 already deleted. [ 798.129020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.129020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.129020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.129020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.400541] env[69210]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Request=Function GET Argumetns {'path': '/policy/api/v1/search/query', 'params': {'query': 'resource_type:PolicyTransportZone AND display_name:nsx-vlan-transportzone', 'page_size': 200, 'cursor': ''}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 798.400762] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=69210) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 798.522373] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.658546] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.658840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.658840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.659118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.659118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.659221] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 already deleted. [ 798.659297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.026565] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.026850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.026850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.027017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.027121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.027226] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 799.055937] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.056121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.056164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.056367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.056510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.065871] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 799.421362] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: SUCCESS [ 799.421362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.421362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.421362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.421362] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.421362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.421362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.421362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.421362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.421362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.421362] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.506775] env[69210]: INFO networking_nsxv3.common.synchronization [None req-3134fb19-08b5-4bff-8886-9f80f9b17c78 None None] Enqueued Resource ID: d44c3407-e679-41f3-be2e-c072e78cfc4c with Priority: HIGHEST for action port [ 799.507074] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44c3407-e679-41f3-be2e-c072e78cfc4c with Priority: HIGHEST for action port [ 799.507685] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-d44c3407-e679-41f3-be2e-c072e78cfc4c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.508704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d44c3407-e679-41f3-be2e-c072e78cfc4c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.508704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d44c3407-e679-41f3-be2e-c072e78cfc4c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.511629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d44c3407-e679-41f3-be2e-c072e78cfc4c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.511629] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d44c3407-e679-41f3-be2e-c072e78cfc4c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.924112] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.924112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.924112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.924584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.924584] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.924584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.924584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.924869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.925097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.925097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.925222] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.926277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.926277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.926277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.926277] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.926277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.926277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.926277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.926277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.926277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.926277] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.014098] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d44c3407-e679-41f3-be2e-c072e78cfc4c [ 800.014372] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.014515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.014605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.014832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.014921] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.015026] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d44c3407-e679-41f3-be2e-c072e78cfc4c already deleted. [ 800.015109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d44c3407-e679-41f3-be2e-c072e78cfc4c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.416742] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.417117] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 2.293 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.417117] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.417242] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-615" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.417565] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-db61f25a-f053-441a-adba-e1fc19fa0e4b taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.417755] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-db61f25a-f053-441a-adba-e1fc19fa0e4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.420588] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-db61f25a-f053-441a-adba-e1fc19fa0e4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.420588] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-db61f25a-f053-441a-adba-e1fc19fa0e4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.420588] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db61f25a-f053-441a-adba-e1fc19fa0e4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.428818] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88cc1f79-e050-41be-9f34-e92618a2f04e: rpc.has_security_group_logging(os_id): False [ 800.444822] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.444931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.445015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.445232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.445329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.445520] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.445623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.445717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.445881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.445961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.446169] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.446267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.446328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.446467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.446544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.446741] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.446834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.446896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.447988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.447988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.447988] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e is going to be updated. [ 800.597773] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.597773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.597773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.598692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.598692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.610848] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: IN_PROGRESS for 2s [ 800.878924] env[69210]: INFO networking_nsxv3.common.synchronization [None req-541fbd6c-6e36-4a4d-a948-798e86684fca None None] Enqueued Resource ID: f36cdeb1-189c-402a-b85f-956ea4472147 with Priority: HIGHEST for action port [ 800.879250] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36cdeb1-189c-402a-b85f-956ea4472147 with Priority: HIGHEST for action port [ 800.879807] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f36cdeb1-189c-402a-b85f-956ea4472147 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.879933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f36cdeb1-189c-402a-b85f-956ea4472147" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.879996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f36cdeb1-189c-402a-b85f-956ea4472147" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.880251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f36cdeb1-189c-402a-b85f-956ea4472147" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.880330] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f36cdeb1-189c-402a-b85f-956ea4472147',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.924193] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.924193] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.924193] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.924193] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.924193] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.924193] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port db61f25a-f053-441a-adba-e1fc19fa0e4b not found, creating... [ 800.924193] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.924193] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.924193] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.924193] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.924193] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.925015] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.925015] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.925015] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.925015] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.925015] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.925015] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: db61f25a-f053-441a-adba-e1fc19fa0e4b is going to be created. [ 800.958153] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.958390] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.958592] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.958778] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.959108] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.959336] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-db61f25a-f053-441a-adba-e1fc19fa0e4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.076988] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 801.077230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.386454] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f36cdeb1-189c-402a-b85f-956ea4472147 [ 801.390018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.390018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.390018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.390018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.390018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.390018] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f36cdeb1-189c-402a-b85f-956ea4472147 already deleted. [ 801.390018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f36cdeb1-189c-402a-b85f-956ea4472147" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.404142] env[69210]: INFO networking_nsxv3.common.synchronization [req-a16479bc-5e8e-44a5-8626-651c2df3a67d req-45e50909-c3c0-4cf2-a25b-39fc02da7f82 service nova] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_rules [ 801.404327] env[69210]: INFO networking_nsxv3.common.synchronization [req-a16479bc-5e8e-44a5-8626-651c2df3a67d req-45e50909-c3c0-4cf2-a25b-39fc02da7f82 service nova] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 801.404469] env[69210]: INFO networking_nsxv3.common.synchronization [req-a16479bc-5e8e-44a5-8626-651c2df3a67d req-45e50909-c3c0-4cf2-a25b-39fc02da7f82 service nova] Enqueued Resource ID: db61f25a-f053-441a-adba-e1fc19fa0e4b with Priority: HIGHEST for action port [ 801.405153] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_rules [ 801.405292] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 801.405482] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db61f25a-f053-441a-adba-e1fc19fa0e4b with Priority: HIGHEST for action port [ 801.406249] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.406380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.406449] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.406640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.406723] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.407561] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.407717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.407748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.407892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.408046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.408139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.408195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.408336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.408418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.408504] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.409222] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-db61f25a-f053-441a-adba-e1fc19fa0e4b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.409329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db61f25a-f053-441a-adba-e1fc19fa0e4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.409403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db61f25a-f053-441a-adba-e1fc19fa0e4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.409553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db61f25a-f053-441a-adba-e1fc19fa0e4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.409620] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db61f25a-f053-441a-adba-e1fc19fa0e4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.914725] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db61f25a-f053-441a-adba-e1fc19fa0e4b with status ACTIVE [ 801.915029] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.915151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.915219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.915426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.915516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.915774] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.915917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.915990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.916166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.916247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.916433] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.916548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.916640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.916844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.916959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.917100] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db61f25a-f053-441a-adba-e1fc19fa0e4b is going to be updated. [ 801.919238] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.920418] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.920713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.947740] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.947888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.947888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.948201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.948299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.948677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db61f25a-f053-441a-adba-e1fc19fa0e4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.422262] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.624364] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: SUCCESS [ 802.624583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.904134] env[69210]: INFO networking_nsxv3.common.synchronization [req-77e804d9-9d39-412b-93ad-929f6ffc2f8b req-ebb79217-768b-4d75-b02c-243ac53a7be3 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 802.904696] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 802.905007] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.905209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.905209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.905812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.906061] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.906223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.906338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.906544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.906677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.906811] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.911751] env[69210]: INFO networking_nsxv3.common.synchronization [None req-5c9f2cd9-ea15-43df-b33d-0bd677a79c9b None None] Enqueued Resource ID: bedf2941-f38f-409c-ade1-444a41209e70 with Priority: HIGHEST for action port [ 802.912382] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bedf2941-f38f-409c-ade1-444a41209e70 with Priority: HIGHEST for action port [ 802.912653] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-bedf2941-f38f-409c-ade1-444a41209e70 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.912761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bedf2941-f38f-409c-ade1-444a41209e70" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.912825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bedf2941-f38f-409c-ade1-444a41209e70" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.913053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bedf2941-f38f-409c-ade1-444a41209e70" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.913161] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bedf2941-f38f-409c-ade1-444a41209e70',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.924746] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.925079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.925079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.925149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.927018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.927018] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 802.949887] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.950016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.950087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.950279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.950430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.958270] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 803.369144] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.369371] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-247" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.369531] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-247" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.369848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-247" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.371274] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.371274] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.371274] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.371274] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.371274] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.371584] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.371584] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.371584] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.371730] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.371844] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.371985] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.372231] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.392201] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.392201] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.392474] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.392730] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-247" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.393367] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-a460f82e-0dc3-4032-87f0-1cd977b0dda3 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.393367] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.393711] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.394238] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.394519] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a460f82e-0dc3-4032-87f0-1cd977b0dda3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.409377] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.415349] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bedf2941-f38f-409c-ade1-444a41209e70 [ 803.416264] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.416420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.416489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.416712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.416799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.416984] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bedf2941-f38f-409c-ade1-444a41209e70 already deleted. [ 803.417100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bedf2941-f38f-409c-ade1-444a41209e70" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.897164] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.897275] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.897577] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.897675] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.897840] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.898010] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port a460f82e-0dc3-4032-87f0-1cd977b0dda3 not found, creating... [ 803.898289] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.898451] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.898570] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.898794] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.899007] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.899227] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.899386] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.899565] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.899706] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.899844] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.899988] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: a460f82e-0dc3-4032-87f0-1cd977b0dda3 is going to be created. [ 803.912917] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.918030] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.918030] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.918030] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.918963] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.918963] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.918963] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.417421] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.417421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.417421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.417421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.417421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.417421] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 804.442528] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.443065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.443263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.443566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.443868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.452935] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 804.859410] env[69210]: INFO networking_nsxv3.common.synchronization [req-77e804d9-9d39-412b-93ad-929f6ffc2f8b req-5a42c4f5-0dec-4b56-9ae0-6d98c3551ce1 service nova] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 804.859624] env[69210]: INFO networking_nsxv3.common.synchronization [req-77e804d9-9d39-412b-93ad-929f6ffc2f8b req-5a42c4f5-0dec-4b56-9ae0-6d98c3551ce1 service nova] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 804.859756] env[69210]: INFO networking_nsxv3.common.synchronization [req-77e804d9-9d39-412b-93ad-929f6ffc2f8b req-5a42c4f5-0dec-4b56-9ae0-6d98c3551ce1 service nova] Enqueued Resource ID: a460f82e-0dc3-4032-87f0-1cd977b0dda3 with Priority: HIGHEST for action port [ 804.859988] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 804.860132] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 804.860231] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f82e-0dc3-4032-87f0-1cd977b0dda3 with Priority: HIGHEST for action port [ 804.860769] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.860935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.861587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.861843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.861966] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.862816] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.862962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.864929] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a460f82e-0dc3-4032-87f0-1cd977b0dda3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.864929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.864929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.865078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.865179] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a460f82e-0dc3-4032-87f0-1cd977b0dda3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.967286] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 804.967509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.967675] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.967918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.968154] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.968337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.968433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.968515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.968597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.968690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.968792] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.367969] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.367969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.367969] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a460f82e-0dc3-4032-87f0-1cd977b0dda3 with status ACTIVE [ 805.367969] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.367969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.367969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.367969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.368335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.368335] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.368499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.368611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.368870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.369011] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.370354] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.370354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.370354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.370354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.370354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.374163] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a460f82e-0dc3-4032-87f0-1cd977b0dda3 is going to be updated. [ 805.397542] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.397542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.397542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.397542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.397780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.397780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.470986] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.471334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.471334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.471513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.471713] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.471833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.471897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.472096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.472229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.472385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.472561] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.472663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.472722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.472871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.472997] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.473098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.473157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.473291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.476029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.476029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.476029] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.888227] env[69210]: INFO networking_nsxv3.common.synchronization [None req-91e27888-8111-4498-963a-2e5c2effd63f None None] Enqueued Resource ID: e1ad3826-a426-4609-8f84-57fb36161fb3 with Priority: HIGHEST for action port [ 805.888227] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ad3826-a426-4609-8f84-57fb36161fb3 with Priority: HIGHEST for action port [ 805.888227] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ad3826-a426-4609-8f84-57fb36161fb3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.888227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ad3826-a426-4609-8f84-57fb36161fb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.888227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ad3826-a426-4609-8f84-57fb36161fb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.888227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ad3826-a426-4609-8f84-57fb36161fb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.888227] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ad3826-a426-4609-8f84-57fb36161fb3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.980377] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc56103-2bb5-4f40-8053-3702cedea561: rpc.has_security_group_logging(os_id): False [ 805.999890] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.999890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.999890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.999890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.999890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.999890] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.999890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.999890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.999890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.999890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.999890] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.001900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.001900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.001900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.002052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.002209] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.002328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.002404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.004189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.004189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.004189] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 806.059055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.061394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.061394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.061394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.061394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.077981] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 806.088663] env[69210]: INFO networking_nsxv3.common.synchronization [req-b4aa128b-55fc-4192-b0f8-1b0951961950 req-08de5f53-754a-45cb-9e72-82620d489596 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 806.090086] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 806.090086] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.090086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.090086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.090254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.090353] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.090587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.091589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.091589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.091589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.091744] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.385427] env[69210]: INFO networking_nsxv3.common.synchronization [req-a4e6efe8-8ef9-481b-89c9-4e0c728865d7 req-22768d1a-a866-4a90-a451-95559f09fba2 tempest-AttachInterfacesV270Test-1385534764 tempest-AttachInterfacesV270Test-1385534764-project-member] Enqueued Resource ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 with Priority: HIGHEST for action security_group_members [ 806.385427] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 with Priority: HIGHEST for action security_group_members [ 806.385427] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-385c1bac-2c90-42cc-b90b-99fc32f66ca2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.385427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.385427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.385427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.387434] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.388163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.388792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.390199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.390199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.390199] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('385c1bac-2c90-42cc-b90b-99fc32f66ca2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.392571] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1ad3826-a426-4609-8f84-57fb36161fb3 [ 806.392571] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.392571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.392571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.392571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.392571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.394379] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1ad3826-a426-4609-8f84-57fb36161fb3 already deleted. [ 806.394379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ad3826-a426-4609-8f84-57fb36161fb3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.463563] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 806.463844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.464068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.464316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.464532] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.464706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.464805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.464987] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.465286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.465286] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.594857] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.595302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.595302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.596329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.596546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.597184] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.597487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.597487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.598013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.598013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.598013] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 already deleted. [ 806.598013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.763190] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.765425] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.766083] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.766442] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.767183] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.767183] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.767183] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.767311] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.767377] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.767591] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.767702] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.767805] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.767910] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.768028] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.768125] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.768254] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.786291] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.786455] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.786600] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.786976] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.787148] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.787848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.787848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.788281] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.788439] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967660da-8f5f-46e0-9fe7-0ce7e7bd75f4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.892266] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.893083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.893083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.893083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.893083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.893083] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.893273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.893273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.893349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.894031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.894031] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 is going to be updated. [ 806.968071] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.980050] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.980050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.980050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.980050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.980050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.988097] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 in Status: IN_PROGRESS for 2s [ 807.292376] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.292691] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.292845] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.293150] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.293307] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.293466] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 not found, creating... [ 807.293758] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.294019] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.294229] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.294524] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.294739] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.295114] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.295293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.295414] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.295628] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.295766] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.295907] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 is going to be created. [ 807.314964] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.315222] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.315367] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.315654] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.315899] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.316139] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.470521] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.852874] env[69210]: INFO networking_nsxv3.common.synchronization [None req-62bf7e75-59f9-4691-967c-b6ff44804bcc None None] Enqueued Resource ID: d827465b-06dd-49ce-82b2-7311833bbf21 with Priority: HIGHEST for action port [ 807.852874] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d827465b-06dd-49ce-82b2-7311833bbf21 with Priority: HIGHEST for action port [ 807.853394] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-d827465b-06dd-49ce-82b2-7311833bbf21 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.853394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d827465b-06dd-49ce-82b2-7311833bbf21" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.853394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d827465b-06dd-49ce-82b2-7311833bbf21" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.853778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d827465b-06dd-49ce-82b2-7311833bbf21" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.853778] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d827465b-06dd-49ce-82b2-7311833bbf21',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.943375] env[69210]: INFO networking_nsxv3.common.synchronization [req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f req-7ff98839-5959-4fff-b57a-f28598c8ce9e tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 807.943900] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 807.944184] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.945132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.945132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.945132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.945132] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.945132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.945132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.945132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.945745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.945745] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.974501] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.974700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.974812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.974958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.975059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.975172] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 808.007806] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.007999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.008098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.008251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.008399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.018742] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 808.101985] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 808.102239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.341889] env[69210]: INFO networking_nsxv3.common.synchronization [req-b4aa128b-55fc-4192-b0f8-1b0951961950 req-c2a6ac14-cc71-44eb-b91f-c0a7fd96b458 service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 808.342074] env[69210]: INFO networking_nsxv3.common.synchronization [req-b4aa128b-55fc-4192-b0f8-1b0951961950 req-c2a6ac14-cc71-44eb-b91f-c0a7fd96b458 service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 808.342225] env[69210]: INFO networking_nsxv3.common.synchronization [req-b4aa128b-55fc-4192-b0f8-1b0951961950 req-c2a6ac14-cc71-44eb-b91f-c0a7fd96b458 service nova] Enqueued Resource ID: 967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 with Priority: HIGHEST for action port [ 808.342457] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 808.342584] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 808.342710] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 with Priority: HIGHEST for action port [ 808.346121] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.346293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.346388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.346740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.346813] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.349193] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.349254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.349328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.349565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.349716] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.349840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.349922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.350128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.350319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.350444] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.352641] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.352821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.353207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.354171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.354624] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967660da-8f5f-46e0-9fe7-0ce7e7bd75f4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.357417] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d827465b-06dd-49ce-82b2-7311833bbf21 [ 808.357774] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.357774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.357774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.357976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.358142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.358142] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d827465b-06dd-49ce-82b2-7311833bbf21 already deleted. [ 808.358252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d827465b-06dd-49ce-82b2-7311833bbf21" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.448972] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.448972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.448972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.448972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.448972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.448972] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.448972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.448972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.448972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.448972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.448972] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 already deleted. [ 808.448972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.484317] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.486168] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.486168] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.486168] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.486168] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.486168] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.486168] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.487565] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.487565] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.487565] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.487565] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.487565] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.487565] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.487751] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.487751] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.490940] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.510295] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.510363] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.510474] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.510875] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.511348] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.511348] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.511348] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.511638] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.511779] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.857353] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.858520] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 with status ACTIVE [ 808.858732] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.858864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.858941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.859218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.859321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.859517] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.859706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.859706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.859832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.859909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.860103] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.860199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.860261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.860447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.860527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.860615] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 967660da-8f5f-46e0-9fe7-0ce7e7bd75f4 is going to be updated. [ 808.863012] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.863012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.889023] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.889023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.889023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.889023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.889023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.889023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-967660da-8f5f-46e0-9fe7-0ce7e7bd75f4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.998360] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 in Status: SUCCESS [ 808.998548] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 deletion is rescheduled due to dependency. [ 808.998666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.015278] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.019022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.019022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.019022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.019022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.019022] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 not found, creating... [ 809.019022] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.019022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.019022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.019022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.019022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.019592] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.019592] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.019592] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.019592] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.023263] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.023463] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 is going to be created. [ 809.044540] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.044540] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.044540] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.044540] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.044540] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.044876] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.093591] env[69210]: INFO networking_nsxv3.common.synchronization [None req-abeb55a8-4fd4-4a01-97ec-a23b13bd8c3c None None] Enqueued Resource ID: 1a099504-4e82-4330-b4ba-d59e3d3e05f9 with Priority: HIGHEST for action port [ 809.093859] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a099504-4e82-4330-b4ba-d59e3d3e05f9 with Priority: HIGHEST for action port [ 809.094807] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a099504-4e82-4330-b4ba-d59e3d3e05f9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.094807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a099504-4e82-4330-b4ba-d59e3d3e05f9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.094807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a099504-4e82-4330-b4ba-d59e3d3e05f9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.095699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a099504-4e82-4330-b4ba-d59e3d3e05f9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.095819] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a099504-4e82-4330-b4ba-d59e3d3e05f9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.363039] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.598592] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a099504-4e82-4330-b4ba-d59e3d3e05f9 [ 809.598833] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.598972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.599053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.599481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.599662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.599791] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a099504-4e82-4330-b4ba-d59e3d3e05f9 already deleted. [ 809.599906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a099504-4e82-4330-b4ba-d59e3d3e05f9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.865152] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.865456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.865456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.865650] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.865769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.865905] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be created. [ 809.890669] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.890669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.890669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.890669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.890669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.899424] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: UNINITIALIZED for 2s [ 809.968253] env[69210]: INFO networking_nsxv3.common.synchronization [None req-6fafa950-11e2-4bc2-8f46-7174caea5b6e tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Enqueued Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_rules [ 809.968782] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_rules [ 809.969519] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5a0768-6d5e-4d45-b677-21d2418a295c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.969653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.969723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.971145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.971145] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.013475] env[69210]: INFO networking_nsxv3.common.synchronization [req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f req-504f3408-d154-49fe-931c-dad46fa98f83 service nova] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_rules [ 810.014821] env[69210]: INFO networking_nsxv3.common.synchronization [req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f req-504f3408-d154-49fe-931c-dad46fa98f83 service nova] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 810.014821] env[69210]: INFO networking_nsxv3.common.synchronization [req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f req-504f3408-d154-49fe-931c-dad46fa98f83 service nova] Enqueued Resource ID: 64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 with Priority: HIGHEST for action port [ 810.014821] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_rules [ 810.015052] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 810.015052] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 with Priority: HIGHEST for action port [ 810.015342] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.015441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.015506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.015749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.018446] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.019988] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.020452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.020452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.020940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.021118] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.021216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.021526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.021526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.021526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.021718] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.022419] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.025907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.026034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.026257] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.026348] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.042182] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 810.042359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.043376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.043551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.044430] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.044610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.045897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.045897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.045897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.045897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.045897] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.097271] env[69210]: INFO networking_nsxv3.common.synchronization [None req-20ea8d74-a340-4b2d-9a78-d0a8c57964e9 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Enqueued Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_rules [ 810.097688] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_rules [ 810.097999] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5a0768-6d5e-4d45-b677-21d2418a295c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.098097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.492673] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.492820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.492951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.493121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.493211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.493305] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c already deleted. [ 810.493392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.493577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.493778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.493862] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.528082] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.531336] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.531336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.531336] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 with status ACTIVE [ 810.531336] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.531336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.531336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.531336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.531336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.531336] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.531336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.531336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.531336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.531336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.534097] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.534097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.534097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.534097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.534097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.534097] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7 is going to be updated. [ 810.549142] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.549313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.549414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.549578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.549741] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.549846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.549907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.550075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.550165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.550255] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.550408] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.550525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.550574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.550693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.550856] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.550934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.550986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.551132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.551196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.551259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.551353] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.553021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.553179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.553259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.553404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.553531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.553688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64dbc7a7-b3af-416a-b69e-5b1d4c9f52f7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.928125] env[69210]: INFO networking_nsxv3.common.synchronization [req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f req-7907b8dd-0692-4622-865d-ab0224f6a86c tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 810.928845] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 810.929304] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.929539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.013107] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.013107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.013107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.013248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.013450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.013450] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c already deleted. [ 811.013450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.036233] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.055278] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e622c91-a49e-443b-81d2-89da731106a2: rpc.has_security_group_logging(os_id): False [ 811.072023] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.072023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.072023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.072264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.072349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.072594] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.072726] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.072726] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.073019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.073117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.073302] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.073390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.073452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.073594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.073666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.073844] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.073940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.073996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.074148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.074222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.074307] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 811.133436] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.134223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.134223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.134223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.134223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.149386] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 811.455493] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.457033] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.457033] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.457291] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.457577] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.457737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.457854] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.458102] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.458250] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.458460] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.458573] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.458684] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.458786] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.458894] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.459013] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.459144] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.484993] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.485186] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.485323] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.487294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.487294] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-92fdb771-d9a3-466e-b939-d30e14b81b65 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.487294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-92fdb771-d9a3-466e-b939-d30e14b81b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.487294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-92fdb771-d9a3-466e-b939-d30e14b81b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.487294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-92fdb771-d9a3-466e-b939-d30e14b81b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.487512] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92fdb771-d9a3-466e-b939-d30e14b81b65',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.539872] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.540085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.540169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.540566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.540705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.540863] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be created. [ 811.566141] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.566449] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.566449] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.567549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.567549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.576614] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: UNINITIALIZED for 2s [ 811.799298] env[69210]: INFO networking_nsxv3.common.synchronization [None req-7820d545-2b9e-46e0-8ae4-b5c0a0f0617c None None] Enqueued Resource ID: b2bbdda1-729c-40b8-ae8c-b387eb5824c0 with Priority: HIGHEST for action port [ 811.800224] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2bbdda1-729c-40b8-ae8c-b387eb5824c0 with Priority: HIGHEST for action port [ 811.801874] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2bbdda1-729c-40b8-ae8c-b387eb5824c0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.801874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2bbdda1-729c-40b8-ae8c-b387eb5824c0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.801874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2bbdda1-729c-40b8-ae8c-b387eb5824c0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.802787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2bbdda1-729c-40b8-ae8c-b387eb5824c0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.802787] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2bbdda1-729c-40b8-ae8c-b387eb5824c0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.909835] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 811.910148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.910391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.910722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.911010] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.911181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.911271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.911493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.911607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.911723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.911844] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.990354] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.990674] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.990674] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.991525] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.991525] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.991525] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 92fdb771-d9a3-466e-b939-d30e14b81b65 not found, creating... [ 811.991926] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.992164] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.992372] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.992660] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.992846] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.993234] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.993423] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.994031] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.994031] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.994031] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.994318] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 92fdb771-d9a3-466e-b939-d30e14b81b65 is going to be created. [ 812.017733] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.018228] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.018374] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.018662] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.018924] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.019312] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-92fdb771-d9a3-466e-b939-d30e14b81b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.304818] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2bbdda1-729c-40b8-ae8c-b387eb5824c0 [ 812.305119] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.305283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.305361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.305577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.305672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.305801] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2bbdda1-729c-40b8-ae8c-b387eb5824c0 already deleted. [ 812.305889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2bbdda1-729c-40b8-ae8c-b387eb5824c0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.415941] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.416170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.416224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.416483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.416663] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.416769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.416832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.417405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.417405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.417405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.417405] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.417405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.417673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.417673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.417753] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.417831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.417864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.417996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.418086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.418167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.418254] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.896817] env[69210]: INFO networking_nsxv3.common.synchronization [req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f req-e4518fdf-132a-4b7f-90f6-f66b448d4af1 service nova] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_rules [ 812.896955] env[69210]: INFO networking_nsxv3.common.synchronization [req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f req-e4518fdf-132a-4b7f-90f6-f66b448d4af1 service nova] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 812.900579] env[69210]: INFO networking_nsxv3.common.synchronization [req-8ff1a6e1-a362-443e-9ac2-91c2cc3c410f req-e4518fdf-132a-4b7f-90f6-f66b448d4af1 service nova] Enqueued Resource ID: 92fdb771-d9a3-466e-b939-d30e14b81b65 with Priority: HIGHEST for action port [ 812.900579] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_rules [ 812.900579] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 812.900579] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92fdb771-d9a3-466e-b939-d30e14b81b65 with Priority: HIGHEST for action port [ 812.900579] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.900579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.900579] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.900579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.900579] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-92fdb771-d9a3-466e-b939-d30e14b81b65 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.900579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92fdb771-d9a3-466e-b939-d30e14b81b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.900579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92fdb771-d9a3-466e-b939-d30e14b81b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.900579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92fdb771-d9a3-466e-b939-d30e14b81b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.900579] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92fdb771-d9a3-466e-b939-d30e14b81b65',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.920259] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f057cf8-8872-47a7-bbeb-fcc46158bf44: rpc.has_security_group_logging(os_id): False [ 812.940165] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.940316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.940389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.940601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.940695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.940916] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.940983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.941062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.941212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.941290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.941702] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.941702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.941702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.941852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.941852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.942020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.942120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.942183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.942321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.942397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.942480] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be created. [ 812.999624] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.999956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.999956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.000038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.000226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.010765] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 813.171854] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 813.172160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.401640] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92fdb771-d9a3-466e-b939-d30e14b81b65 with status ACTIVE [ 813.401870] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.402020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.402095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.402314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.402408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.402658] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.402775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.402833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.402978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.403069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.403255] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.403387] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.403423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.403530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.404448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.404448] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92fdb771-d9a3-466e-b939-d30e14b81b65 is going to be updated. [ 813.421937] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.422172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.422278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.422506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.422677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.422847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92fdb771-d9a3-466e-b939-d30e14b81b65" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.469105] env[69210]: INFO networking_nsxv3.common.synchronization [req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 req-85a5257c-91ab-48e1-a492-93694e062b45 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 813.472200] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 813.472527] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.472831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.472947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.473201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.473598] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.473798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.473900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.474120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.476562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.476725] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.588253] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 813.588509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.588712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.589448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.589752] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.590374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.590561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.593357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.593357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.593357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.593625] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.594601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.594883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.595128] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.595321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.595415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.595589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.596206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.596461] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.977279] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.977279] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.977279] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.977279] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.977475] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.977778] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.977778] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.977944] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.979047] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.979047] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.979047] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.979047] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.979047] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.979047] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.979047] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.979047] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.980396] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.003807] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.004132] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.004221] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.004437] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.004882] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-65afee74-9c71-4db1-901e-1916c3b7c55d taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.005107] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-65afee74-9c71-4db1-901e-1916c3b7c55d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.005245] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-65afee74-9c71-4db1-901e-1916c3b7c55d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.005871] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-65afee74-9c71-4db1-901e-1916c3b7c55d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.005871] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65afee74-9c71-4db1-901e-1916c3b7c55d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.102028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.102028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.102028] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.486577] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.508400] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.508619] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.508619] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.508900] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.509145] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.509317] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 65afee74-9c71-4db1-901e-1916c3b7c55d not found, creating... [ 814.509579] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.509741] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.509862] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.510100] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.510242] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.510517] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.510673] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.510792] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.511080] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.511679] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.511765] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 65afee74-9c71-4db1-901e-1916c3b7c55d is going to be created. [ 814.530742] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.530962] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.531102] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.531380] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.531614] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.531837] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-65afee74-9c71-4db1-901e-1916c3b7c55d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.603352] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.761371] env[69210]: INFO networking_nsxv3.common.synchronization [req-c9dbf414-fda0-4679-be1a-f8ef18b24832 req-22cf2c69-5bfd-46f2-b9be-120bbfdbc1a8 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_members [ 814.761517] env[69210]: INFO networking_nsxv3.common.synchronization [req-c9dbf414-fda0-4679-be1a-f8ef18b24832 req-22cf2c69-5bfd-46f2-b9be-120bbfdbc1a8 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 814.762032] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_members [ 814.762170] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 814.762432] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-61837b17-b4fa-4a25-8568-56b7a26b2f8c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.762553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.762655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.762870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.763168] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.763368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.763447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.763602] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.763720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.763865] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.764756] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.764888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.764952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.765137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.765322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.765415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.765481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.765622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.765698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.765826] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.812432] env[69210]: INFO networking_nsxv3.common.synchronization [req-c9dbf414-fda0-4679-be1a-f8ef18b24832 req-22cf2c69-5bfd-46f2-b9be-120bbfdbc1a8 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_rules [ 814.812685] env[69210]: INFO networking_nsxv3.common.synchronization [req-c9dbf414-fda0-4679-be1a-f8ef18b24832 req-22cf2c69-5bfd-46f2-b9be-120bbfdbc1a8 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_members [ 814.812859] env[69210]: INFO networking_nsxv3.common.synchronization [req-c9dbf414-fda0-4679-be1a-f8ef18b24832 req-22cf2c69-5bfd-46f2-b9be-120bbfdbc1a8 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 814.812993] env[69210]: INFO networking_nsxv3.common.synchronization [req-c9dbf414-fda0-4679-be1a-f8ef18b24832 req-22cf2c69-5bfd-46f2-b9be-120bbfdbc1a8 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 814.813137] env[69210]: INFO networking_nsxv3.common.synchronization [req-c9dbf414-fda0-4679-be1a-f8ef18b24832 req-22cf2c69-5bfd-46f2-b9be-120bbfdbc1a8 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: a460f82e-0dc3-4032-87f0-1cd977b0dda3 with Priority: HIGHEST for action port [ 814.813630] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_rules [ 814.813766] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 814.813866] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f82e-0dc3-4032-87f0-1cd977b0dda3 with Priority: HIGHEST for action port [ 814.813959] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_members [ 814.814239] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 814.814530] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61837b17-b4fa-4a25-8568-56b7a26b2f8c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.814858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.814858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.815022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.815104] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.815944] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.816080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.816189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.816309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.816383] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.817378] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a460f82e-0dc3-4032-87f0-1cd977b0dda3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.817483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.817556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.817703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.817778] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a460f82e-0dc3-4032-87f0-1cd977b0dda3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.821679] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-61837b17-b4fa-4a25-8568-56b7a26b2f8c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.821679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.821679] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.822087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.989252] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.989252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.989252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.989481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.989516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.989623] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 815.019751] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.020479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.020479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.020479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.020666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.023397] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 815.023599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.027839] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 815.106098] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.106277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.106374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.106587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.106693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.106815] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be updated. [ 815.135168] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.135292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.135358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.135666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.135746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.144911] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 815.267539] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.268588] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.323687] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a460f82e-0dc3-4032-87f0-1cd977b0dda3 with status ACTIVE [ 815.324384] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.324384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.324384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.325164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.325164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.325382] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.325541] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.325592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.325769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.325862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.326079] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.326182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.326244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.326513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.326513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.326635] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a460f82e-0dc3-4032-87f0-1cd977b0dda3 is going to be updated. [ 815.328861] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-61837b17-b4fa-4a25-8568-56b7a26b2f8c taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.328861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.328861] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.328861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.348811] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.349233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.349329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.349540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.349682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.349849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.495357] env[69210]: INFO networking_nsxv3.common.synchronization [req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 req-4939d10a-835e-45f7-a585-a311f4d0beed service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 815.495619] env[69210]: INFO networking_nsxv3.common.synchronization [req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 req-4939d10a-835e-45f7-a585-a311f4d0beed service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 815.495939] env[69210]: INFO networking_nsxv3.common.synchronization [req-c5f8e1c9-3e3f-4040-b20c-160f6152d848 req-4939d10a-835e-45f7-a585-a311f4d0beed service nova] Enqueued Resource ID: 65afee74-9c71-4db1-901e-1916c3b7c55d with Priority: HIGHEST for action port [ 815.496565] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 815.496708] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 815.496810] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65afee74-9c71-4db1-901e-1916c3b7c55d with Priority: HIGHEST for action port [ 815.497210] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.497369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.497460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.497730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.501112] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.501112] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.501112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.501112] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-65afee74-9c71-4db1-901e-1916c3b7c55d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.501112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65afee74-9c71-4db1-901e-1916c3b7c55d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.501112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65afee74-9c71-4db1-901e-1916c3b7c55d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.501112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65afee74-9c71-4db1-901e-1916c3b7c55d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.501112] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65afee74-9c71-4db1-901e-1916c3b7c55d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.747587] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 815.747587] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:1 started [ 815.772665] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.772665] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.003772] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.003772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.005686] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65afee74-9c71-4db1-901e-1916c3b7c55d with status ACTIVE [ 816.005941] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.006094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.006167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.006378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.006471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.006651] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.006752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.006816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.006962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.007121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.007332] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.007430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.007492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.007632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.007707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.007818] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65afee74-9c71-4db1-901e-1916c3b7c55d is going to be updated. [ 816.027753] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.028083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.028083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.028083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.028511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.028714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65afee74-9c71-4db1-901e-1916c3b7c55d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.274702] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.274920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.274996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.275233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.275329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.275430] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c is going to be created. [ 816.276786] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.276910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.276978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.277159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.277243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.277330] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 816.307748] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.308344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.308593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.311519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.311887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.315035] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.315242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.315362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.315615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.315796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.324662] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 816.325449] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c in Status: UNINITIALIZED for 2s [ 816.481494] env[69210]: INFO networking_nsxv3.common.synchronization [req-81c662de-3dbc-45d4-aa8c-e236ab617127 req-800e3811-9df5-437d-bcd5-eb2f32ae6339 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 816.483031] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 816.483031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.483031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.483031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.483031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.483031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.483472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.483472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.483472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.483588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.483624] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.988024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.988024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.988024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.988024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.988024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.988024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.988024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.988024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.988024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.988024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.988024] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 817.056598] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.056894] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.056936] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.057220] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.057483] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.057647] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.057766] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.057989] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.058364] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.058689] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.058846] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.059031] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.059160] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.059357] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.059491] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.059697] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.063265] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 817.063265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.063557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.063746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.063920] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.064042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.064110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.064261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.064342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.064437] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.068499] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.068499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.068499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.080812] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 817.095809] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.095994] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.096157] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.096342] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.096677] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-9b4bf39c-0b3f-4593-9ac8-721f3f605051 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.097110] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-9b4bf39c-0b3f-4593-9ac8-721f3f605051" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.097254] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-9b4bf39c-0b3f-4593-9ac8-721f3f605051" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.097577] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-9b4bf39c-0b3f-4593-9ac8-721f3f605051" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.097713] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4bf39c-0b3f-4593-9ac8-721f3f605051',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.155228] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 817.155456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.155614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.155827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.156027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.156151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.156226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.156369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.156453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.156549] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.571646] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.600579] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.600877] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.600944] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.601431] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.601431] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.601529] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 9b4bf39c-0b3f-4593-9ac8-721f3f605051 not found, creating... [ 817.601981] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.601981] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.602143] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.604018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.604018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.604018] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.604018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.604018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.604018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.604018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.604018] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 9b4bf39c-0b3f-4593-9ac8-721f3f605051 is going to be created. [ 817.624101] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.624387] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.624540] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.624980] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.625898] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.625898] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-9b4bf39c-0b3f-4593-9ac8-721f3f605051" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.659602] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.080200] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.161724] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.336044] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c in Status: SUCCESS [ 818.336344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.337189] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 818.337369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.337530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.337750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.337969] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.338122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.338229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.338386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.338482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.338622] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.342582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.342825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.343008] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.343132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.343198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.343348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.343444] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.343590] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.386239] env[69210]: INFO networking_nsxv3.common.synchronization [req-81c662de-3dbc-45d4-aa8c-e236ab617127 req-ad9dd6b3-7005-44b7-b284-6fc9af247c1e service nova] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_rules [ 818.393633] env[69210]: INFO networking_nsxv3.common.synchronization [req-81c662de-3dbc-45d4-aa8c-e236ab617127 req-ad9dd6b3-7005-44b7-b284-6fc9af247c1e service nova] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 818.393633] env[69210]: INFO networking_nsxv3.common.synchronization [req-81c662de-3dbc-45d4-aa8c-e236ab617127 req-ad9dd6b3-7005-44b7-b284-6fc9af247c1e service nova] Enqueued Resource ID: 9b4bf39c-0b3f-4593-9ac8-721f3f605051 with Priority: HIGHEST for action port [ 818.393633] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_rules [ 818.393633] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 818.393633] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b4bf39c-0b3f-4593-9ac8-721f3f605051 with Priority: HIGHEST for action port [ 818.393977] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.394085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.394659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.394659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.394659] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.395536] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.395635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.399023] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b4bf39c-0b3f-4593-9ac8-721f3f605051 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.399023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b4bf39c-0b3f-4593-9ac8-721f3f605051" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.399023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b4bf39c-0b3f-4593-9ac8-721f3f605051" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.399023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b4bf39c-0b3f-4593-9ac8-721f3f605051" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.399023] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4bf39c-0b3f-4593-9ac8-721f3f605051',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.582066] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.582346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.582399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.582591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.582698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.582847] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 818.609878] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.610064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.610155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.610378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.610582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.620373] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 818.664669] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.665042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.665042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.665185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.665281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.665384] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be updated. [ 818.701864] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.702057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.702142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.702425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.702609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.711830] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 818.849442] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.850447] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.898253] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.898377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.900836] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b4bf39c-0b3f-4593-9ac8-721f3f605051 with status ACTIVE [ 818.901107] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.901238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.901312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.901522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.901640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.901794] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.901898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.901955] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.902126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.902196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.902378] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.902471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.902533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.902667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.902743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.902853] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b4bf39c-0b3f-4593-9ac8-721f3f605051 is going to be updated. [ 818.922325] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.922467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.922526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.922714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.922847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.923083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b4bf39c-0b3f-4593-9ac8-721f3f605051" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.090036] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 819.090319] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc deletion is rescheduled due to dependency. [ 819.090399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.090590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.090829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.091046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.091198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.091262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.091448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.091538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.091655] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.352018] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.353671] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.597108] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.857699] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.857699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.857849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.857950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.858057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.858160] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 819.859443] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.859564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.859634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.859787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.859868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.859955] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c is going to be updated. [ 819.894706] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.894852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.894942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.896031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.896031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.897412] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.897412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.897412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.897587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.897638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.907747] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 819.909145] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c in Status: IN_PROGRESS for 2s [ 820.098551] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.600939] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.601204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.601279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.601587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.601695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.601802] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 820.630374] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.630540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.630610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.630836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.631010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.632617] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 820.632817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.633651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.633865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.634079] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.634191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.634257] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.634412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.634481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.634570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.634659] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.640433] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 820.655325] env[69210]: INFO networking_nsxv3.common.synchronization [req-3354831f-6a5b-41c7-b129-33d342faa293 req-8e931346-1898-4f51-8a89-01edbc3a57ee tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_members [ 820.655751] env[69210]: INFO networking_nsxv3.common.synchronization [req-3354831f-6a5b-41c7-b129-33d342faa293 req-8e931346-1898-4f51-8a89-01edbc3a57ee tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 820.655751] env[69210]: INFO networking_nsxv3.common.synchronization [req-3354831f-6a5b-41c7-b129-33d342faa293 req-8e931346-1898-4f51-8a89-01edbc3a57ee tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 with Priority: HIGHEST for action security_group_members [ 820.656188] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_members [ 820.656891] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 820.656891] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 with Priority: HIGHEST for action security_group_members [ 820.656891] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-61837b17-b4fa-4a25-8568-56b7a26b2f8c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.657085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.657158] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.657396] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d9d82d5-c89b-43a2-9da5-c32091d0b470 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.657589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.657589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.657862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.658053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.658158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.658220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.658375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.658459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.658544] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d9d82d5-c89b-43a2-9da5-c32091d0b470',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.720653] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 820.720878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.721061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.721273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.721470] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.721586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.721651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.721802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.721884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.721972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.722137] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.722232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.722294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.722434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.722571] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.722713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.722814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.722935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.723013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.723097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.723186] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.755986] env[69210]: INFO networking_nsxv3.common.synchronization [req-3354831f-6a5b-41c7-b129-33d342faa293 req-8e931346-1898-4f51-8a89-01edbc3a57ee tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_rules [ 820.756199] env[69210]: INFO networking_nsxv3.common.synchronization [req-3354831f-6a5b-41c7-b129-33d342faa293 req-8e931346-1898-4f51-8a89-01edbc3a57ee tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_members [ 820.756685] env[69210]: INFO networking_nsxv3.common.synchronization [req-3354831f-6a5b-41c7-b129-33d342faa293 req-8e931346-1898-4f51-8a89-01edbc3a57ee tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 with Priority: HIGHEST for action security_group_rules [ 820.756685] env[69210]: INFO networking_nsxv3.common.synchronization [req-3354831f-6a5b-41c7-b129-33d342faa293 req-8e931346-1898-4f51-8a89-01edbc3a57ee tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 with Priority: HIGHEST for action security_group_members [ 820.756685] env[69210]: INFO networking_nsxv3.common.synchronization [req-3354831f-6a5b-41c7-b129-33d342faa293 req-8e931346-1898-4f51-8a89-01edbc3a57ee tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 820.756829] env[69210]: INFO networking_nsxv3.common.synchronization [req-3354831f-6a5b-41c7-b129-33d342faa293 req-8e931346-1898-4f51-8a89-01edbc3a57ee tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 820.756829] env[69210]: INFO networking_nsxv3.common.synchronization [req-3354831f-6a5b-41c7-b129-33d342faa293 req-8e931346-1898-4f51-8a89-01edbc3a57ee tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: a460f82e-0dc3-4032-87f0-1cd977b0dda3 with Priority: HIGHEST for action port [ 820.757346] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_rules [ 820.758319] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 with Priority: HIGHEST for action security_group_rules [ 820.758319] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 820.758319] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f82e-0dc3-4032-87f0-1cd977b0dda3 with Priority: HIGHEST for action port [ 820.758319] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_rules [ 820.758516] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_members [ 820.758516] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 with Priority: HIGHEST for action security_group_members [ 820.758770] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61837b17-b4fa-4a25-8568-56b7a26b2f8c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.758896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.759063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d9d82d5-c89b-43a2-9da5-c32091d0b470 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.759170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.759222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.759503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.759564] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d9d82d5-c89b-43a2-9da5-c32091d0b470',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.760772] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.760772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.760951] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a460f82e-0dc3-4032-87f0-1cd977b0dda3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.760997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.761215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.761273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.761336] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a460f82e-0dc3-4032-87f0-1cd977b0dda3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.762245] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.762245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.762401] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-61837b17-b4fa-4a25-8568-56b7a26b2f8c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.762476] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.762645] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d9d82d5-c89b-43a2-9da5-c32091d0b470 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.762874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.139513] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.139513] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.139513] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.139513] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.139513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.140525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.140525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.140525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.140525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.140525] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.160758] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d9d82d5-c89b-43a2-9da5-c32091d0b470',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.228021] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3e74851-a4b7-4daf-b0eb-35365bedad55: rpc.has_security_group_logging(os_id): False [ 821.245123] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.245375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.245375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.245975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.246156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.246271] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.246388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.246472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.246643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.246736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.246907] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.247008] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.247795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.247795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.247795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.247795] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.248054] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.248054] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.248142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.248142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.248220] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be created. [ 821.264179] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a460f82e-0dc3-4032-87f0-1cd977b0dda3 with status ACTIVE [ 821.264434] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.264808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.264808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.264942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.265014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.265251] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.265362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.265425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.265580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.265656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.265899] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.265998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.265998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.266220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.266220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.266379] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a460f82e-0dc3-4032-87f0-1cd977b0dda3 is going to be updated. [ 821.267658] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d9d82d5-c89b-43a2-9da5-c32091d0b470 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.267750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.285021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.285316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.285365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.285919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.285919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.286211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a460f82e-0dc3-4032-87f0-1cd977b0dda3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.310232] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.310435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.310549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.310807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.311123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.320584] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 821.634873] env[69210]: INFO networking_nsxv3.common.synchronization [req-d81b6452-37c9-4b9b-a657-e1fc7ba1214e req-55cdcb33-80db-48b3-9fcb-44203c307c75 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 821.635040] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 821.635556] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.635556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.635556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.635703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.635875] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.636412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.636412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.636412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.636412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.636412] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.644760] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6c4538-5ea5-4d90-9f14-8a6f30fd3118: rpc.has_security_group_logging(os_id): False [ 821.660315] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.660471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.660740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.660917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.660917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.661971] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.661971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.661971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.661971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.661971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.662208] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.662208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.662208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.662530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.662530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.662751] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.662858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.662916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.664202] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.664465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.664465] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 821.665947] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d9d82d5-c89b-43a2-9da5-c32091d0b470',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.728281] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.728281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.728281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.728281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.728281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.741554] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 821.921983] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 821.922237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.923169] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c in Status: SUCCESS [ 821.923412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.923622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.923877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.924119] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.924681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.924832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.925072] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.925211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.925355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.925497] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.926340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.926559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.926771] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.926924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.927040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.927246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.927377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.927502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.927630] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.929750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.930304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.930473] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.930630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.930734] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.930918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.931079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.931206] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.931852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.932906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.932906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.932906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.932906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.932906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.932906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.932906] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.139575] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.139878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.139878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.140012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.140114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.140307] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.140408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.140472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.140620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.140698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.140782] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 822.173275] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.173275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.173275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.173275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.173275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.173275] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 is going to be created. [ 822.195960] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.196143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.196217] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.196432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.196578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.202869] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.202995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.203089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.203279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.203474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.205906] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 822.216661] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 in Status: UNINITIALIZED for 2s [ 822.429581] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.429740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.435363] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.436561] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.437539] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.651724] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 822.652063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.652266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.652517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.652822] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.652999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.653076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.653259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.653353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.653438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.653530] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.938769] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.940223] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61837b17-b4fa-4a25-8568-56b7a26b2f8c: rpc.has_security_group_logging(os_id): False [ 822.941745] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.959713] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.959713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.959713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.959713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.959713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.959713] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.959713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.959713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.960228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.960228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.960228] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c is going to be created. [ 823.012432] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.012586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.012651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.012854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.013042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.023012] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c in Status: IN_PROGRESS for 2s [ 823.156795] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.157180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.157180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.157465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.157676] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.157923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.157923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.158125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.158242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.158357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.158530] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.158654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.158744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.158915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.159187] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.159237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.159307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.159477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.159771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.159904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.160089] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.330879] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 823.331129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.331366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.331530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.331618] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.444150] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.444321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.444387] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.444598] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.444686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.444790] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 823.446154] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.446263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.446335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.446514] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.446601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.446676] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c is going to be updated. [ 823.478180] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.478822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.478822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.478822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.478822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.483716] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.483848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.483907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.484133] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.484261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.496570] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c in Status: IN_PROGRESS for 2s [ 823.497357] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 823.662638] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6efeb86b-299a-454f-80d9-0d0a81aba7fc: rpc.has_security_group_logging(os_id): False [ 823.679899] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.680118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.680196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.680464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.680746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.680862] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.680972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.681068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.681283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.681412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.681723] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.681847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.681933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.682242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.682349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.682602] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.682760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.682865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.684173] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.684289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.684408] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 823.742391] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.742588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.742588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.742908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.743116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.760972] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 823.761647] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 823.761849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.835648] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.835940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.835940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.836104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.836273] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.836379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.836438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.836596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.836686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.836775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.836967] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.216185] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 824.216507] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 824.216546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.228175] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 in Status: SUCCESS [ 824.228533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.229561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.229561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.229561] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.229561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.229561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.229738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.229738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.229853] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d9d82d5-c89b-43a2-9da5-c32091d0b470',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.340590] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.348026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.348026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.348026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.348026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.349993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.350096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.350217] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.350292] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.733893] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d9d82d5-c89b-43a2-9da5-c32091d0b470',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.854581] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3e74851-a4b7-4daf-b0eb-35365bedad55: rpc.has_security_group_logging(os_id): False [ 824.871982] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.872469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.872625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.872870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.873759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.873845] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.874611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.874816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.875079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.875216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.875473] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.876200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.876200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.876200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.876200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.876510] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.876588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.876645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.876827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.876940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.877064] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be updated. [ 824.959189] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.959189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.959189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.959189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.959189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.975265] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 825.002822] env[69210]: INFO networking_nsxv3.common.synchronization [req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 req-e7a47329-d2c4-409f-9640-b6058f9acaf4 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_members [ 825.003047] env[69210]: INFO networking_nsxv3.common.synchronization [req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 req-e7a47329-d2c4-409f-9640-b6058f9acaf4 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 825.003187] env[69210]: INFO networking_nsxv3.common.synchronization [req-2d50e139-a5a9-4644-ac7c-d49a680d68d7 req-e7a47329-d2c4-409f-9640-b6058f9acaf4 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 with Priority: HIGHEST for action security_group_members [ 825.003705] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c with Priority: HIGHEST for action security_group_members [ 825.003850] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 825.003949] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 with Priority: HIGHEST for action security_group_members [ 825.004497] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-61837b17-b4fa-4a25-8568-56b7a26b2f8c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.004554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.004718] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.004801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.005059] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d9d82d5-c89b-43a2-9da5-c32091d0b470 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.005151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.035781] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c in Status: SUCCESS [ 825.036019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.036195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.036410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.036499] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.135575] env[69210]: INFO networking_nsxv3.common.synchronization [req-9b22c2ff-78c7-438c-836f-d66b60fb420c req-2888a043-0de2-47c4-bbfe-48df65ddd1ea tempest-ServerRescueTestJSON-1882869883 tempest-ServerRescueTestJSON-1882869883-project-member] Enqueued Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 825.136117] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGHEST for action security_group_members [ 825.136467] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.136577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.136619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.137187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.137187] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.137567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.137567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.137723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.137827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.137941] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.237672] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d9d82d5-c89b-43a2-9da5-c32091d0b470',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.425349] env[69210]: INFO networking_nsxv3.common.synchronization [None req-58288465-146a-4765-a487-0353ad046f5f None None] Enqueued Resource ID: 5c21c2df-d31c-48ba-82ee-e92ddd387b11 with Priority: HIGHEST for action port [ 825.425620] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c21c2df-d31c-48ba-82ee-e92ddd387b11 with Priority: HIGHEST for action port [ 825.426241] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c21c2df-d31c-48ba-82ee-e92ddd387b11 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.426394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c21c2df-d31c-48ba-82ee-e92ddd387b11" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.426465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c21c2df-d31c-48ba-82ee-e92ddd387b11" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.426729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c21c2df-d31c-48ba-82ee-e92ddd387b11" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.426814] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c21c2df-d31c-48ba-82ee-e92ddd387b11',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.508263] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 825.508492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.509458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.509458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.509458] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.509773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.509773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.509773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.509904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.509992] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.513094] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c in Status: SUCCESS [ 825.513094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.513094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.513094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.513094] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.513094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.513094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.513094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.513094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.513094] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.564736] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.565761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.565761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.565761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.565761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.565761] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c is going to be deleted. [ 825.587358] env[69210]: INFO networking_nsxv3.common.synchronization [req-933c65c3-421d-4711-a82a-3b904b8fff7f req-f6429f6d-6d74-4202-9d07-d55379eb78a2 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 825.587930] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 825.588305] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.588439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.588506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.588704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.588873] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.589014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.590210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.590528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.590721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.590842] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.615892] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.615892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.615892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.615892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.615892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.616117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.641540] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.641708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.641786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.642010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.642357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.642623] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.642753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.642856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.643055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.643127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.643348] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 is going to be updated. [ 825.671141] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.671377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.671484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.671766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.671938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.682276] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: IN_PROGRESS for 2s [ 825.739424] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.739517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.739588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.741029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.741029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.741029] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 is going to be updated. [ 825.787794] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 825.788495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.799221] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.799621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.799850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.800211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.800508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.814811] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 in Status: IN_PROGRESS for 2s [ 825.818751] env[69210]: INFO networking_nsxv3.common.synchronization [req-3fd683be-7f8b-4917-942f-f73ca82b586f req-4c7dc9ee-0aad-4d33-bdd5-cf27a489c39a tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 825.819022] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 825.819571] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.819676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.933640] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c21c2df-d31c-48ba-82ee-e92ddd387b11 [ 825.933640] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.933640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.933640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.933640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.933640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.933640] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c21c2df-d31c-48ba-82ee-e92ddd387b11 already deleted. [ 825.933640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c21c2df-d31c-48ba-82ee-e92ddd387b11" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.014756] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.016347] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.016347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.016347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.016347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.016347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.016633] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.016633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.016633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.016742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.016779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.017110] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c is going to be deleted. [ 826.047157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.047157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.047157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.047157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.047157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.047157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.047157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.047157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.047157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.047157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.047592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.047592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.047592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.047592] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61837b17-b4fa-4a25-8568-56b7a26b2f8c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.095782] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.521189] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.551831] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.551831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.551831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.552937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.552937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.553233] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.553330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.553470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.553960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.554124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.554362] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61837b17-b4fa-4a25-8568-56b7a26b2f8c already deleted. [ 826.554707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61837b17-b4fa-4a25-8568-56b7a26b2f8c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.598408] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.814487] env[69210]: INFO networking_nsxv3.common.synchronization [None req-60d2bebc-c232-48bc-af27-0817f037068e tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Enqueued Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_rules [ 826.815093] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_rules [ 826.815457] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08104e81-f620-4ba6-8315-73d828267d05 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.815586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.815654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.815923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.817868] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.944393] env[69210]: INFO networking_nsxv3.common.synchronization [None req-4cff8c5b-b3f3-415d-be4a-cf7f9eb190c9 tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Enqueued Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_rules [ 826.944393] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_rules [ 826.944393] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08104e81-f620-4ba6-8315-73d828267d05 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.944393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.989224] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 826.989224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.025686] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.025686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.025686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.025686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.025686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.025686] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 827.059104] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.059281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.059393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.059642] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.059843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.092123] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 827.101777] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.101943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.102024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.102267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.102453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.102551] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be updated. [ 827.140579] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.140579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.140579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.140579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.140579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.148603] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 827.337882] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.338049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.338119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.338383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.338437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.338522] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08104e81-f620-4ba6-8315-73d828267d05 already deleted. [ 827.338604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.338770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.338922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.339052] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.459043] env[69210]: INFO networking_nsxv3.common.synchronization [None req-532040a8-8e83-45a9-a6c9-2720bb3523a3 None None] Enqueued Resource ID: ebd37d11-dc8a-43f7-a837-18850907bd95 with Priority: HIGHEST for action port [ 827.459773] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd37d11-dc8a-43f7-a837-18850907bd95 with Priority: HIGHEST for action port [ 827.459975] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd37d11-dc8a-43f7-a837-18850907bd95 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.460155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd37d11-dc8a-43f7-a837-18850907bd95" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.460234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd37d11-dc8a-43f7-a837-18850907bd95" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.460572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd37d11-dc8a-43f7-a837-18850907bd95" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.460667] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd37d11-dc8a-43f7-a837-18850907bd95',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.691694] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 in Status: SUCCESS [ 827.692037] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 deletion is rescheduled due to dependency. [ 827.692086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.826793] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 in Status: SUCCESS [ 827.827036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.827536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.827536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.827664] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.827769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.827834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.827981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.828073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.828158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.828255] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d9d82d5-c89b-43a2-9da5-c32091d0b470',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.829303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.829478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.829633] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.829739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.829804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.829947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.830039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.830130] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d9d82d5-c89b-43a2-9da5-c32091d0b470',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.859755] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.859891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.859960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.860438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.860438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.860438] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08104e81-f620-4ba6-8315-73d828267d05 already deleted. [ 827.860438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.963017] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebd37d11-dc8a-43f7-a837-18850907bd95 [ 827.963017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.963017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.963017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.963017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.963017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.963365] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebd37d11-dc8a-43f7-a837-18850907bd95 already deleted. [ 827.963365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd37d11-dc8a-43f7-a837-18850907bd95" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.132963] env[69210]: INFO networking_nsxv3.common.synchronization [req-9993e7bc-93e9-4d88-a372-791461460463 req-b5c9fc13-9d78-4fa3-ae37-da1535530905 tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Enqueued Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGHEST for action security_group_members [ 828.133524] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGHEST for action security_group_members [ 828.133873] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.133952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.134039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.134343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.134627] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.134627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.134755] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.134804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.134939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.136756] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.339643] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d9d82d5-c89b-43a2-9da5-c32091d0b470',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.340978] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.341210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.341774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.341774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.341774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.341976] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.342170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.342270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.342556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.342705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.342876] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 is going to be deleted. [ 828.371121] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.371121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.371121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.371357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.371357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.371501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.640979] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.640979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.640979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.640979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.640979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.640979] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.640979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.640979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.640979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.640979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.640979] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d161c25-14b9-4326-bd69-8992c2649620 already deleted. [ 828.640979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.658650] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.658843] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-402" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.658989] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-402" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.659408] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-402" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.659763] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.659978] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.660116] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.660453] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.660607] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.660818] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.660926] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.661112] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.661231] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.661344] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.661522] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.661663] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.684561] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.684824] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.685130] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.685371] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-402" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.685697] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-2185b63c-ce40-4081-a3b5-1a715e4e20e2 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.685970] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-2185b63c-ce40-4081-a3b5-1a715e4e20e2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.686199] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-2185b63c-ce40-4081-a3b5-1a715e4e20e2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.686776] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-2185b63c-ce40-4081-a3b5-1a715e4e20e2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.686967] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2185b63c-ce40-4081-a3b5-1a715e4e20e2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.844721] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d9d82d5-c89b-43a2-9da5-c32091d0b470: rpc.has_security_group_logging(os_id): False [ 828.866219] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.866219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.866219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.866219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.866219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.866621] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.866621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.866621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.866795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.866848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.867531] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 is going to be created. [ 828.883846] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6d9d82d5-c89b-43a2-9da5-c32091d0b470], does not exist path=[/infra/domains/default/groups/6d9d82d5-c89b-43a2-9da5-c32091d0b470]."\n}' [ 828.884032] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d9d82d5-c89b-43a2-9da5-c32091d0b470 [ 828.884147] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 828.920018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.920018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.920018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.920390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.921233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.922561] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.922561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.922561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.922561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.922561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.922561] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.922561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.922561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.922561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.922561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.923177] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d9d82d5-c89b-43a2-9da5-c32091d0b470 is going to be created. [ 828.939605] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6d9d82d5-c89b-43a2-9da5-c32091d0b470], does not exist path=[/infra/domains/default/groups/6d9d82d5-c89b-43a2-9da5-c32091d0b470]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d9d82d5-c89b-43a2-9da5-c32091d0b470 [ 828.939716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d9d82d5-c89b-43a2-9da5-c32091d0b470" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.940277] env[69210]: Traceback (most recent call last): [ 828.940376] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 828.940376] env[69210]: return func(*args, **kwargs) [ 828.940376] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 828.940376] env[69210]: res.raise_for_status() [ 828.940376] env[69210]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 828.940376] env[69210]: raise HTTPError(http_error_msg, response=self) [ 828.940376] env[69210]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d9d82d5-c89b-43a2-9da5-c32091d0b470 [ 828.940376] env[69210]: During handling of the above exception, another exception occurred: [ 828.940376] env[69210]: Traceback (most recent call last): [ 828.940376] env[69210]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 828.940376] env[69210]: listener.cb(fileno) [ 828.940376] env[69210]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 828.940376] env[69210]: result = function(*args, **kwargs) [ 828.940376] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 828.940376] env[69210]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 828.940376] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 828.940376] env[69210]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 828.940376] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 828.940376] env[69210]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 828.940376] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 828.940376] env[69210]: res.raise_for_status() [ 828.940376] env[69210]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 828.940376] env[69210]: raise HTTPError(http_error_msg, response=self) [ 828.940376] env[69210]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d9d82d5-c89b-43a2-9da5-c32091d0b470 [ 828.940376] env[69210]: Removing descriptor: 26 [ 829.104985] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 829.106041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.106041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.106041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.106041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.106041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.106041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.106630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.106630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.106630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.106630] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.106630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.106630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.106814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.107876] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.107876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.110662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.110941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.111101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.111232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.111352] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.112330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.112500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.112686] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.112829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.112910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.113090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.113226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.113351] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.157773] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 829.158144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.158921] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.159248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.159986] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.159986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.159986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.160164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.160343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.162092] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.193020] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.193020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.193020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.193020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.193020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.193020] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 2185b63c-ce40-4081-a3b5-1a715e4e20e2 not found, creating... [ 829.193020] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.193020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.193020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.193020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.193020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.193912] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.193912] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.193912] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.194408] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.194672] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.195055] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 2185b63c-ce40-4081-a3b5-1a715e4e20e2 is going to be created. [ 829.217023] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.217023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.217023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.217023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.217023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.217023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-2185b63c-ce40-4081-a3b5-1a715e4e20e2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.615455] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e622c91-a49e-443b-81d2-89da731106a2: rpc.has_security_group_logging(os_id): False [ 829.616951] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.639441] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.640106] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.640721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.640721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.664076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.664076] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.664076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.664076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.664076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.664076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.664076] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.664076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.664076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.664076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.664076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.664739] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.664739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.664739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.664739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.664739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.664739] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 829.667057] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.667057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.667057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.667057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.685191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.685341] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.685500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.685588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.685786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.685873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.686097] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be updated. [ 829.701018] env[69210]: INFO networking_nsxv3.common.synchronization [req-c53bb09b-b26c-43cf-9bb8-d0da6b83db45 req-cc83baef-3ab3-48f3-ba58-f37d4ebfb52d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 829.701018] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 829.701018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.701018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.701018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.701409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.701663] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.701903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.702076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.702324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.702506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.702687] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.709585] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.709705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.709772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.709955] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.710110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.721553] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 829.747935] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.748175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.748175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.748346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.748496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.789098] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 829.961442] env[69210]: INFO networking_nsxv3.common.synchronization [req-9993e7bc-93e9-4d88-a372-791461460463 req-f035e60f-51be-4ba0-b71a-bfd4cb1a6c22 service nova] Enqueued Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGHEST for action security_group_rules [ 829.961442] env[69210]: INFO networking_nsxv3.common.synchronization [req-9993e7bc-93e9-4d88-a372-791461460463 req-f035e60f-51be-4ba0-b71a-bfd4cb1a6c22 service nova] Enqueued Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGHEST for action security_group_members [ 829.961442] env[69210]: INFO networking_nsxv3.common.synchronization [req-9993e7bc-93e9-4d88-a372-791461460463 req-f035e60f-51be-4ba0-b71a-bfd4cb1a6c22 service nova] Enqueued Resource ID: 2185b63c-ce40-4081-a3b5-1a715e4e20e2 with Priority: HIGHEST for action port [ 829.961442] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGHEST for action security_group_rules [ 829.961804] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGHEST for action security_group_members [ 829.961804] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2185b63c-ce40-4081-a3b5-1a715e4e20e2 with Priority: HIGHEST for action port [ 829.962714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.962714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.962714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.962714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.962714] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.963948] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.963948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.963948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.963948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.963948] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.964270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.964270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.964270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.964270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.964388] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.966127] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-2185b63c-ce40-4081-a3b5-1a715e4e20e2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.966127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2185b63c-ce40-4081-a3b5-1a715e4e20e2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.966291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2185b63c-ce40-4081-a3b5-1a715e4e20e2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.966520] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2185b63c-ce40-4081-a3b5-1a715e4e20e2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.966520] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2185b63c-ce40-4081-a3b5-1a715e4e20e2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.118761] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.206199] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.470273] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.470411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.470623] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.471522] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2185b63c-ce40-4081-a3b5-1a715e4e20e2 with status ACTIVE [ 830.471710] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.471855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.471923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.472141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.472229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.472413] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.472516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.472578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.472729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.472806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.473008] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.473110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.473171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.473345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.473446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.473538] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2185b63c-ce40-4081-a3b5-1a715e4e20e2 is going to be updated. [ 830.493814] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.494025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.494086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.494295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.494433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.494591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2185b63c-ce40-4081-a3b5-1a715e4e20e2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.621408] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.621768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.623013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.623013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.623013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.623013] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 830.661820] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.661974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.662098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.662272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.662421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.686643] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 830.709279] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.855640] env[69210]: INFO networking_nsxv3.common.synchronization [req-918bb406-8974-4670-acaa-790115eefbe8 req-dcbc3eea-ea52-45ff-8c7e-35c298058468 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 830.856204] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 830.856507] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.856628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.856695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.856894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.857045] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.857146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.857205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.857374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.857462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.857553] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.975818] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.211727] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.211931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.212030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.212211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.212362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.212444] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 831.218197] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.218473] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.218651] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.219028] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.222145] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.222145] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.222145] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.222145] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.222145] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.222145] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.222145] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.222145] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.222145] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.222145] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.222145] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.222145] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.240835] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.241006] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.241172] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.241349] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.241661] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.241832] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.241952] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.242333] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.242484] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecd14bf-2cf1-4f8d-8f1f-ad920611ce02',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.245626] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.245763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.245812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.249569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.249569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.254818] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 831.360207] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.360207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.360408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.360867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.381163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.381420] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.381542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.381605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.381833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.381927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.382077] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be updated. [ 831.408017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.408017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.408017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.408017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.408017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.413734] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 831.480627] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.480872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.480872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.481586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.481586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.481586] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d161c25-14b9-4326-bd69-8992c2649620 is going to be created. [ 831.504471] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.504637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.504695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.504875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.505115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.516251] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d161c25-14b9-4326-bd69-8992c2649620 in Status: UNINITIALIZED for 2s [ 831.731067] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 831.731275] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 deletion is rescheduled due to dependency. [ 831.731388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.745017] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.745296] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.745425] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.745708] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.745859] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.746031] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 not found, creating... [ 831.746300] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.746459] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.746579] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.746801] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.746940] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.747285] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.747449] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.747568] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.747779] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.747917] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.748074] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 is going to be created. [ 831.769097] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.769097] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.769294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.770362] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.770512] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.770758] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.805217] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 831.806256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.806256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.806256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.806256] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.308592] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.308901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.487576] env[69210]: INFO networking_nsxv3.common.synchronization [req-918bb406-8974-4670-acaa-790115eefbe8 req-788316a9-e8cc-42a1-83b8-cdcdaf7929d6 service nova] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_rules [ 832.487576] env[69210]: INFO networking_nsxv3.common.synchronization [req-918bb406-8974-4670-acaa-790115eefbe8 req-788316a9-e8cc-42a1-83b8-cdcdaf7929d6 service nova] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 832.487576] env[69210]: INFO networking_nsxv3.common.synchronization [req-918bb406-8974-4670-acaa-790115eefbe8 req-788316a9-e8cc-42a1-83b8-cdcdaf7929d6 service nova] Enqueued Resource ID: cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 with Priority: HIGHEST for action port [ 832.487689] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_rules [ 832.487835] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 832.488031] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 with Priority: HIGHEST for action port [ 832.488828] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.488928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.488984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.489214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.489294] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.490136] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.490251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.490421] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.491037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.491037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.491037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.491037] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecd14bf-2cf1-4f8d-8f1f-ad920611ce02',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.699242] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 832.699242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.699242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.699242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.699242] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.699242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.699242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.699242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.699242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.699242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.699242] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.992170] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.992415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.992597] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 with status ACTIVE [ 832.992778] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.992910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.992994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.993229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.993320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.993502] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.993601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.993663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.993812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.993887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.994079] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.994178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.994238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.994377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.994450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.994533] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cecd14bf-2cf1-4f8d-8f1f-ad920611ce02 is going to be updated. [ 833.014049] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.014236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.014318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.014544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.014700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.014884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cecd14bf-2cf1-4f8d-8f1f-ad920611ce02" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.202027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.202027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.202027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.202265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.202377] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.202477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.202537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.202899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.202899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.202899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.203077] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.203077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.203155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.203265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.203438] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.203538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.203598] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.203733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.203808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.203889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.203979] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.264260] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 833.264549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.422908] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 833.422908] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da deletion is rescheduled due to dependency. [ 833.422908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.422908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.423322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.423322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.423424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.423463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.423680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.423813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.423924] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.525851] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d161c25-14b9-4326-bd69-8992c2649620 in Status: SUCCESS [ 833.526522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.526707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.526974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.527191] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.527333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.527418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.527587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.527702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.527763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.527875] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.707236] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e622c91-a49e-443b-81d2-89da731106a2: rpc.has_security_group_logging(os_id): False [ 833.726068] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.726068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.726068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.731441] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.731441] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.731441] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.731441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.732193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.732193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.732193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.732193] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 833.773644] env[69210]: INFO networking_nsxv3.common.synchronization [req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 req-be2efce8-4ef7-4277-9c18-4942e5273c53 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Enqueued Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 833.774297] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 833.774556] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.774672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.775013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.775013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.775301] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.775404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.776256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.776256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.776256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.776256] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.795548] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.795769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.795850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.796092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.796263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.821133] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 833.926681] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.030155] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.030333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.030405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.030702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.031568] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.031568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.031568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.031568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.031568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.031568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.031827] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.031827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.031827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.031995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.032199] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.032199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.032321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.032356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.033491] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.033491] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.033491] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.222559] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.222559] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.224041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.224041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.224041] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.224041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.224041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.224041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.224041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.224663] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.224663] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.224663] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.224663] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.224663] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.224663] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.224999] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.244839] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.245853] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.245853] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.245853] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.246082] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-85d9363f-345f-4981-b19d-dc0a07df2ad6 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.246172] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-85d9363f-345f-4981-b19d-dc0a07df2ad6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.246234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-85d9363f-345f-4981-b19d-dc0a07df2ad6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.247295] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-85d9363f-345f-4981-b19d-dc0a07df2ad6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.247295] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d9363f-345f-4981-b19d-dc0a07df2ad6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.278234] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.429233] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.535534] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d161c25-14b9-4326-bd69-8992c2649620: rpc.has_security_group_logging(os_id): False [ 834.554405] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.554577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.554652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.554910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.555068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.555298] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.555433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.555508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.555681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.555779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.556018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.556152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.556216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.556455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.556455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.556669] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.556776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.556836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.556981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.557118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.557212] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d161c25-14b9-4326-bd69-8992c2649620 is going to be created. [ 834.612119] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.612359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.612423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.612706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.612959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.625366] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d161c25-14b9-4326-bd69-8992c2649620 in Status: IN_PROGRESS for 2s [ 834.749522] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.749796] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.749978] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.750362] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.750541] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.750739] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 85d9363f-345f-4981-b19d-dc0a07df2ad6 not found, creating... [ 834.751113] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.751316] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.751506] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.751763] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.751947] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.752364] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.752539] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.752726] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.752982] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.753153] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.753315] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 85d9363f-345f-4981-b19d-dc0a07df2ad6 is going to be created. [ 834.780577] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.797650] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.797879] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.797951] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.798302] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.798548] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.798846] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-85d9363f-345f-4981-b19d-dc0a07df2ad6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.932793] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.932793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.932793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.933014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.933175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.934378] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be updated. [ 834.973116] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.973116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.973116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.973116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.973116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.982914] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 835.283547] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.283732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.283838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.284141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.284253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.284370] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 is going to be updated. [ 835.310113] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.310300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.310373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.311096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.311096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.320153] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: IN_PROGRESS for 2s [ 835.751410] env[69210]: INFO networking_nsxv3.common.synchronization [req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 req-dab737f4-3da6-4db7-82db-3792ff2addf2 service nova] Enqueued Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_rules [ 835.751685] env[69210]: INFO networking_nsxv3.common.synchronization [req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 req-dab737f4-3da6-4db7-82db-3792ff2addf2 service nova] Enqueued Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 835.751774] env[69210]: INFO networking_nsxv3.common.synchronization [req-0fbbf498-c1b1-406d-857d-8d03cb715dd7 req-dab737f4-3da6-4db7-82db-3792ff2addf2 service nova] Enqueued Resource ID: 85d9363f-345f-4981-b19d-dc0a07df2ad6 with Priority: HIGHEST for action port [ 835.752015] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_rules [ 835.752163] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 835.752262] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d9363f-345f-4981-b19d-dc0a07df2ad6 with Priority: HIGHEST for action port [ 835.752812] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.752982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.753156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.753261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.753358] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.754321] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.754321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.754498] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-85d9363f-345f-4981-b19d-dc0a07df2ad6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.754623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85d9363f-345f-4981-b19d-dc0a07df2ad6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.754689] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85d9363f-345f-4981-b19d-dc0a07df2ad6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.754876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85d9363f-345f-4981-b19d-dc0a07df2ad6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.754933] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d9363f-345f-4981-b19d-dc0a07df2ad6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.837998] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 835.837998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.257195] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.257195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.257195] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85d9363f-345f-4981-b19d-dc0a07df2ad6 with status ACTIVE [ 836.257468] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.257548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.257601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.259745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.259745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.259745] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.259745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.259745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.259745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.259745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.259745] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.259745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.259745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.259745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.259745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.259745] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85d9363f-345f-4981-b19d-dc0a07df2ad6 is going to be updated. [ 836.292916] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.293142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.293205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.293402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.293579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.293815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85d9363f-345f-4981-b19d-dc0a07df2ad6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.637443] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d161c25-14b9-4326-bd69-8992c2649620 in Status: SUCCESS [ 836.637916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.704228] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.705877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.705877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.706126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.706251] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.993116] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 836.993377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.994057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.994228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.994449] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.994594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.994675] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.994852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.994941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.995090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.995222] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.208667] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.329017] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: SUCCESS [ 837.329135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.329299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.329505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.329720] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.329837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.329901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.330073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.330161] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.330254] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.503119] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.503119] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.503119] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.503119] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.503119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.503894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.503894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.503894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.503894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.503894] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.713737] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.834155] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.007653] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 223e97ac-9bd2-4283-8df6-b4031ed5c9da: rpc.has_security_group_logging(os_id): False [ 838.024662] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.024662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.024662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.024870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.024930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.025273] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.025393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.025458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.025616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.025692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.025863] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.026075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.026233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.026549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.026549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.026692] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.026795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.026856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.027033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.027115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.027204] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be updated. [ 838.080285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.080465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.080524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.080748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.080979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.093980] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 838.220092] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 838.220746] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 838.334815] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.800420] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5dad050-9002-42f4-8e87-93f4b5be1be8 req-078eea8d-daa4-42b2-bc8d-391671bff836 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Enqueued Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_members [ 838.800420] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_members [ 838.801030] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e1857da-a4c9-4eba-8d84-b696434516ef taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.801308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.801481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.801821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.805803] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.808627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.808627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.808627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.808627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.808627] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.838338] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.838528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.838571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.839348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.839348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.839348] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 is going to be updated. [ 838.869287] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.869287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.869287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.869287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.869287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.878032] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: IN_PROGRESS for 2s [ 839.131971] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.132386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.132386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.136140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.159461] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 839.159461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.159987] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 839.190477] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.190719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.192025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.192025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.209371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.209371] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 839.209371] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 839.209371] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 839.240616] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.240830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.240830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.241079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.241870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242099] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 839.301760] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.302054] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.302160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.302480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.302818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.303205] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 839.311603] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.311860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.311860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.312081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.312181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.312487] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.312632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.312816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.312970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.313136] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.313252] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e1857da-a4c9-4eba-8d84-b696434516ef already deleted. [ 839.313356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.361628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.362852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.363076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.363797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.364043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.364400] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 839.365566] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'59c8443e-50b1-4bc0-96f4-1cb1aa178601', 'd153ea76-ba4f-41f4-8017-1b4e2621e9c5', 'e6a87155-f4c8-4125-9d48-3d3f8e91f0ff', 'bdc56103-2bb5-4f40-8053-3702cedea561', 'c3c36087-1356-4488-81dd-21f7ba2e309f', 'f58a979a-dba3-4f7a-aeae-854d845a07a6', '6efeb86b-299a-454f-80d9-0d0a81aba7fc', '5256635d-0018-456a-ad60-b5ead02e2719', '223e97ac-9bd2-4283-8df6-b4031ed5c9da', '272a7be7-c20f-4edd-a65b-6601e565d09e', '0d161c25-14b9-4326-bd69-8992c2649620', '66ac350a-254a-4a14-9029-0bf9432899c8', '03413b05-88b5-4c9d-8aaa-e35e30637b75', '385c1bac-2c90-42cc-b90b-99fc32f66ca2', '4926f270-1252-4dbb-b22f-dc7f63572fa3', '88cc1f79-e050-41be-9f34-e92618a2f04e', 'b3e74851-a4b7-4daf-b0eb-35365bedad55', '72daf414-b00e-4349-a17a-ee88eb2c8ff8', '8e622c91-a49e-443b-81d2-89da731106a2', '2fe31e5c-5653-4a54-be8c-fbefc21f92e3', '8525e3ff-2549-4796-9a5d-54df25c1af78', '4793bf61-5cdb-46a1-b420-ad7f2edcd280', 'bb95ad3f-56f0-44a9-9b2f-be85bd656ea3', 'ebe744e7-6aad-4a4c-8398-95eeed2da747', 'eb6c4538-5ea5-4d90-9f14-8a6f30fd3118', '1456ab0c-57d7-4422-95cf-637d18a7749f', '3734e717-9fd7-45cc-b3e9-f23ac44eabd0', '2f057cf8-8872-47a7-bbeb-fcc46158bf44', 'c1a63f4b-22fe-4a0c-94fe-2f74816bd16e', '4b058938-cd56-4e14-8d9b-80bedde4e506'} {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 839.365566] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 839.398568] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.398864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.399217] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.399366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.399537] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 839.399674] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 839.399820] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 839.450987] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.451221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.451307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.451496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.452833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.453088] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 839.453219] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 839.453305] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 839.453440] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 839.453440] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 839.453532] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 with Priority: HIGH for action security_group_rules [ 839.453566] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 with Priority: HIGH for action security_group_rules [ 839.453641] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff with Priority: HIGH for action security_group_rules [ 839.453721] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGH for action security_group_rules [ 839.453785] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGH for action security_group_rules [ 839.453848] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGH for action security_group_rules [ 839.453922] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGH for action security_group_rules [ 839.453984] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5256635d-0018-456a-ad60-b5ead02e2719 with Priority: HIGH for action security_group_rules [ 839.454073] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGH for action security_group_rules [ 839.454133] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGH for action security_group_rules [ 839.454189] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGH for action security_group_rules [ 839.454258] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGH for action security_group_rules [ 839.454303] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 with Priority: HIGH for action security_group_rules [ 839.454363] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 with Priority: HIGH for action security_group_rules [ 839.454487] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGH for action security_group_rules [ 839.454580] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGH for action security_group_rules [ 839.454667] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGH for action security_group_rules [ 839.454731] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGH for action security_group_rules [ 839.454787] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGH for action security_group_rules [ 839.454848] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGH for action security_group_rules [ 839.454942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.457511] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-388 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.457717] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.457864] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.458172] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.458489] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.458644] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.458768] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.459098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.459307] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.459522] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.459667] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.459782] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.459904] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.460030] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.460162] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.460310] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.476568] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.476825] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.476975] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.477174] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-388" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.477497] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-fbb34dcc-e8a5-4e66-b431-e5ffaf305116 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.477671] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-fbb34dcc-e8a5-4e66-b431-e5ffaf305116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.477789] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-fbb34dcc-e8a5-4e66-b431-e5ffaf305116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.478213] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-fbb34dcc-e8a5-4e66-b431-e5ffaf305116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.478357] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb34dcc-e8a5-4e66-b431-e5ffaf305116',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.812451] env[69210]: INFO networking_nsxv3.common.synchronization [req-e1311f78-81d4-46f0-8a9a-3fd955c1b7da req-6bd61254-f76a-481f-befd-d9da2ea8d33d tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 839.812986] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 839.813229] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 with Priority: HIGH for action security_group_rules [ 839.813368] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff with Priority: HIGH for action security_group_rules [ 839.813439] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGH for action security_group_rules [ 839.813529] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGH for action security_group_rules [ 839.813624] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 with Priority: HIGH for action security_group_rules [ 839.813715] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGH for action security_group_rules [ 839.813803] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGH for action security_group_rules [ 839.813890] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGH for action security_group_rules [ 839.813977] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 with Priority: HIGH for action security_group_rules [ 839.814110] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGH for action security_group_rules [ 839.814155] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 with Priority: HIGH for action security_group_rules [ 839.814244] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGH for action security_group_rules [ 839.814332] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGH for action security_group_rules [ 839.814421] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGH for action security_group_rules [ 839.814521] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGH for action security_group_rules [ 839.814563] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 with Priority: HIGH for action security_group_rules [ 839.814646] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5256635d-0018-456a-ad60-b5ead02e2719 with Priority: HIGH for action security_group_rules [ 839.814752] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGH for action security_group_rules [ 839.815243] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 with Priority: HIGH for action security_group_rules [ 839.815243] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGH for action security_group_rules [ 839.815532] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.815809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.815880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.816176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.816406] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.816545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.816653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.816863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.816975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.817125] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.818922] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59c8443e-50b1-4bc0-96f4-1cb1aa178601 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.818922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.818922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.819240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.819240] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59c8443e-50b1-4bc0-96f4-1cb1aa178601',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.820293] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.820418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.820501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.820652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.820736] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6a87155-f4c8-4125-9d48-3d3f8e91f0ff',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.821345] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.821503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.821503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.821985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.821985] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.822911] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.822911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.825517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.825517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.825517] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.825517] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.825517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.825517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.825517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.825517] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe31e5c-5653-4a54-be8c-fbefc21f92e3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.829097] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.829218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.829283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.829447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.829529] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.830469] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.830590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.830739] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.830828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.830900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.831092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.831150] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.832198] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-385c1bac-2c90-42cc-b90b-99fc32f66ca2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.832490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.832593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.832753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.832829] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('385c1bac-2c90-42cc-b90b-99fc32f66ca2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.833889] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.834028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.834109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.834335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.834415] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.834634] env[69210]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 839.835339] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03413b05-88b5-4c9d-8aaa-e35e30637b75 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.835484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.835591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.835744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.835819] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03413b05-88b5-4c9d-8aaa-e35e30637b75',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.837492] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66ac350a-254a-4a14-9029-0bf9432899c8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.837492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.837492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.837492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.837492] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.837966] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.838102] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.838220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.838376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.838448] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.839438] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-272a7be7-c20f-4edd-a65b-6601e565d09e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.839500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.839568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.839748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.839783] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.840679] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.840775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.840965] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f58a979a-dba3-4f7a-aeae-854d845a07a6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.841094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.841212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.841342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.841470] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f58a979a-dba3-4f7a-aeae-854d845a07a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.842851] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5256635d-0018-456a-ad60-b5ead02e2719 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.842983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.845417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.845417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.845417] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5256635d-0018-456a-ad60-b5ead02e2719',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.845417] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.845417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.845417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.845417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.845417] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.845866] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d153ea76-ba4f-41f4-8017-1b4e2621e9c5 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.845866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.845866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.846113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.846113] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d153ea76-ba4f-41f4-8017-1b4e2621e9c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.847045] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.847168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.847168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.847655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.847655] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.880048] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.880243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.880299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.880512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.913938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.913938] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59c8443e-50b1-4bc0-96f4-1cb1aa178601 is going to be deleted. [ 839.968589] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.968775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.968775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.969039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.969139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.969253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59c8443e-50b1-4bc0-96f4-1cb1aa178601" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.981428] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.981428] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.981618] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.982254] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.982444] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.982628] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port fbb34dcc-e8a5-4e66-b431-e5ffaf305116 not found, creating... [ 839.983015] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.983213] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.983353] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.983628] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.983843] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.984337] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.984568] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.984726] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.984984] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.985175] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.985330] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: fbb34dcc-e8a5-4e66-b431-e5ffaf305116 is going to be created. [ 840.005912] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.006274] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.006403] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.006732] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.007477] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.007743] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-fbb34dcc-e8a5-4e66-b431-e5ffaf305116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.110826] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 840.111119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.111279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.111481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.111574] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.352647] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.373356] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.373356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.373356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.373356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.384981] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.387097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.387097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.387097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.387097] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.387097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.387097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.387097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.387097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.387097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.387097] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.390411] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.392090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.392090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.392090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.392090] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.392090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.392090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.392090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.392090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.392090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.392090] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.397713] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.397713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.397713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.397713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.397713] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.398009] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.398009] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.398009] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.398113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.398939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.398939] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.401583] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.402517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.402517] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.402517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.402517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.402517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.403141] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.403141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.403257] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.403322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.403402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.403487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.403568] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.408511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.408588] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6a87155-f4c8-4125-9d48-3d3f8e91f0ff is going to be deleted. [ 840.410561] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-272a7be7-c20f-4edd-a65b-6601e565d09e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.410706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.410799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.410984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.411149] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.411531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.411531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.411531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.411531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.413351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.413351] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.413871] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.413964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.414024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.414273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.414425] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.415682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.415682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.415682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.415682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.415682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.415682] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.415960] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.415960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.416056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.416206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.416348] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.417716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.417716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.417716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.417716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.417716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.417716] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.418270] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-66ac350a-254a-4a14-9029-0bf9432899c8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.418366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.418439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.418587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.418728] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.418865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.418902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.419391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.419391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.419391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.419391] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.450841] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.451021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.451084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.452028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.453750] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.453911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.454948] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.455300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.456254] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.456343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.457536] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.457641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.458552] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.458552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.459272] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.459384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.472590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.472590] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe31e5c-5653-4a54-be8c-fbefc21f92e3 is going to be deleted. [ 840.473735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.473836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.490585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.490751] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be deleted. [ 840.491808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.493147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.502230] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.502344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.507942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.508082] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d153ea76-ba4f-41f4-8017-1b4e2621e9c5 is going to be deleted. [ 840.508973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.509347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.520828] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.520828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.532400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.532400] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 385c1bac-2c90-42cc-b90b-99fc32f66ca2 is going to be deleted. [ 840.532400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.532400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.538261] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.538261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.553031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.553031] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f58a979a-dba3-4f7a-aeae-854d845a07a6 is going to be deleted. [ 840.553031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.553031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.558048] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.558048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.600388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.600622] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5256635d-0018-456a-ad60-b5ead02e2719 is going to be deleted. [ 840.601847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.602114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.614090] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.614273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.614325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.614521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.614703] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.614806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.614870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.615120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.615218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.615330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.615425] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.638673] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.638673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.664028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.664028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.676477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.676477] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03413b05-88b5-4c9d-8aaa-e35e30637b75 is going to be deleted. [ 840.676983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.677219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.677608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.677751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6a87155-f4c8-4125-9d48-3d3f8e91f0ff" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.677951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.678193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.678242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.678341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe31e5c-5653-4a54-be8c-fbefc21f92e3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.678880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.679300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.679300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.679300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.679540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.679540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.679606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.679706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d153ea76-ba4f-41f4-8017-1b4e2621e9c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.679844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.680048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.680048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.680167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-385c1bac-2c90-42cc-b90b-99fc32f66ca2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.680263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.680402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.680483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.680572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f58a979a-dba3-4f7a-aeae-854d845a07a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.737857] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.738056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.738117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.738322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.738417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.738645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5256635d-0018-456a-ad60-b5ead02e2719" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.784444] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.784554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.784554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.784785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.784858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.784973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03413b05-88b5-4c9d-8aaa-e35e30637b75" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.857827] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5dad050-9002-42f4-8e87-93f4b5be1be8 req-50954703-1927-4930-a690-670dc823f97a service nova] Enqueued Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_rules [ 840.858036] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5dad050-9002-42f4-8e87-93f4b5be1be8 req-50954703-1927-4930-a690-670dc823f97a service nova] Enqueued Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_members [ 840.858186] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5dad050-9002-42f4-8e87-93f4b5be1be8 req-50954703-1927-4930-a690-670dc823f97a service nova] Enqueued Resource ID: fbb34dcc-e8a5-4e66-b431-e5ffaf305116 with Priority: HIGHEST for action port [ 840.858503] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.861197] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_rules [ 840.861197] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_members [ 840.861197] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb34dcc-e8a5-4e66-b431-e5ffaf305116 with Priority: HIGHEST for action port [ 840.862334] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e1857da-a4c9-4eba-8d84-b696434516ef taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.862334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.862334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.862334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.862334] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.862775] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e1857da-a4c9-4eba-8d84-b696434516ef taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.865032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.865032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.865032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.865032] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.865032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.865032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.865032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.865032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.865032] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.867136] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbb34dcc-e8a5-4e66-b431-e5ffaf305116 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.867271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbb34dcc-e8a5-4e66-b431-e5ffaf305116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.867328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbb34dcc-e8a5-4e66-b431-e5ffaf305116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.867564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbb34dcc-e8a5-4e66-b431-e5ffaf305116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.868220] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb34dcc-e8a5-4e66-b431-e5ffaf305116',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.887043] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: SUCCESS [ 840.887043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.887043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.887402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.887402] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.887402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.887555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.887645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.887732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.887819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.887912] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.906972] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.907230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.907230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.907496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.907600] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.907691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.907754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.907904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.907989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.908089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.908239] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.908484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.908484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.908590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.908658] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.908817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.908817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.908932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.908989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.909085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.909178] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.910649] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.910762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.910944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.911031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.911145] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.911239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.911302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.911455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.911507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.911590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.911731] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.911819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.911878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.912312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.912312] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.912312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.912312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.915623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.916131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.916791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.916791] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.917575] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.923553] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.926844] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.927045] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.929842] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.930125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.930284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.930567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.931223] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.931223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.931223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.931416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.931589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.932132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.934019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.934019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.934019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.934019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.934019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.934019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.934019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.934019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.934019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.934019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.934019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.936145] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.937103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.937103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.937103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.938074] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.938074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.938074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.938074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.938074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.938419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.938419] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.938493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.938757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.938757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.938880] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.938973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.940043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.940043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.940043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.940043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.940043] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.122822] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.122822] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.122822] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.122822] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.122822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.123631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.123631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.123631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.123631] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.230120] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e8aae54e-3f0f-4e5d-8990-1831d82bbaf2 None None] Enqueued Resource ID: 7a61b1ec-6596-4272-9dbc-49a6a4797582 with Priority: HIGHEST for action port [ 841.230120] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a61b1ec-6596-4272-9dbc-49a6a4797582 with Priority: HIGHEST for action port [ 841.230384] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a61b1ec-6596-4272-9dbc-49a6a4797582 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.230447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a61b1ec-6596-4272-9dbc-49a6a4797582" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.230521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a61b1ec-6596-4272-9dbc-49a6a4797582" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.230804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a61b1ec-6596-4272-9dbc-49a6a4797582" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.230884] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a61b1ec-6596-4272-9dbc-49a6a4797582',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.363351] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.363688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.363688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.363787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.363872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.363972] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 841.367990] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.368997] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbb34dcc-e8a5-4e66-b431-e5ffaf305116 with status ACTIVE [ 841.369333] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.369483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.369527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.369794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.369916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.370124] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.370225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.370283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.370500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.370500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.370686] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.370777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.370832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.371130] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.372567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.372704] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbb34dcc-e8a5-4e66-b431-e5ffaf305116 is going to be updated. [ 841.374126] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e1857da-a4c9-4eba-8d84-b696434516ef taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.374251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.392368] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.392368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.392368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.392368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.392368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.392368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbb34dcc-e8a5-4e66-b431-e5ffaf305116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.392368] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.392368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.392368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.392368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.392368] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.392368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.392864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.392864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.392864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.392864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.392864] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.393196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.393196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.393514] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.393631] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.393714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.393768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.394236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.394339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.394442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.395120] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.398320] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.398472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.398534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.398685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.398822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.406981] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 841.418313] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d161c25-14b9-4326-bd69-8992c2649620: rpc.has_security_group_logging(os_id): False [ 841.419604] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e622c91-a49e-443b-81d2-89da731106a2: rpc.has_security_group_logging(os_id): False [ 841.420548] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4926f270-1252-4dbb-b22f-dc7f63572fa3: rpc.has_security_group_logging(os_id): False [ 841.430178] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66ac350a-254a-4a14-9029-0bf9432899c8: rpc.has_security_group_logging(os_id): False [ 841.431959] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c36087-1356-4488-81dd-21f7ba2e309f: rpc.has_security_group_logging(os_id): False [ 841.432853] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 272a7be7-c20f-4edd-a65b-6601e565d09e: rpc.has_security_group_logging(os_id): False [ 841.441194] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.441384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.441460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.441660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.442849] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6efeb86b-299a-454f-80d9-0d0a81aba7fc: rpc.has_security_group_logging(os_id): False [ 841.443696] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88cc1f79-e050-41be-9f34-e92618a2f04e: rpc.has_security_group_logging(os_id): False [ 841.446531] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.446651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.447424] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.447488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.448852] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.448977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.450319] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.450319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.450749] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.450863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.461393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.461746] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.461849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.462076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.462188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.462268] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.462365] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 is going to be updated. [ 841.463546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.463747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.465553] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.465873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.466530] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.466672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.483582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.484045] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.484045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.484198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.484423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.484528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.484763] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.484911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.485090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.485285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.485504] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.485589] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.485854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.485854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.486182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.486244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.486303] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 841.487399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.487561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.511545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.511841] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.511943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.512040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.512265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.512345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.512445] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66ac350a-254a-4a14-9029-0bf9432899c8 is going to be updated. [ 841.513545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.513710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.537379] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.537525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.545956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.546299] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.546450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.546544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.546802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.546932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.547079] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 272a7be7-c20f-4edd-a65b-6601e565d09e is going to be updated. [ 841.548426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.548634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.598517] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.598713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.606336] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.606336] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.606336] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.606336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.606897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.606897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.606897] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 841.606897] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.606897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.606897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.606897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.606897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.612268] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.612470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.628485] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 223e97ac-9bd2-4283-8df6-b4031ed5c9da: rpc.has_security_group_logging(os_id): False [ 841.663857] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 841.664782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.665129] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.665269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.665329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.665509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.665609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.665681] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f is going to be updated. [ 841.666804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.667374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.684484] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.684599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.700383] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.700383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.726073] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.726073] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.726073] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.726073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.726745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.726745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.726745] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e is going to be updated. [ 841.727766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.728055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.735365] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a61b1ec-6596-4272-9dbc-49a6a4797582 [ 841.735365] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.735365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.735365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.735365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.735365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.735365] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a61b1ec-6596-4272-9dbc-49a6a4797582 already deleted. [ 841.735365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a61b1ec-6596-4272-9dbc-49a6a4797582" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.796367] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.796367] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.796367] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.796367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.796845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.796845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.796845] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d161c25-14b9-4326-bd69-8992c2649620 is going to be updated. [ 841.800345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.800345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.800345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.800345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.800569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.800569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.802553] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.802961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.802961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.802961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.803280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.804296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.804909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.833642] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.833642] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.843363] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.843363] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.843363] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.843363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.843865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.843865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.843865] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be updated. [ 841.844843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.845298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.845549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.846857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.847166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.847454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.850607] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 272a7be7-c20f-4edd-a65b-6601e565d09e in Status: IN_PROGRESS for 2s [ 841.852305] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 841.852972] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66ac350a-254a-4a14-9029-0bf9432899c8 in Status: IN_PROGRESS for 2s [ 841.855856] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.855856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.855856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.855856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.855856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.875112] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.884554] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: IN_PROGRESS for 2s [ 841.885404] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: IN_PROGRESS for 2s [ 841.885967] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: IN_PROGRESS for 2s [ 841.900793] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72daf414-b00e-4349-a17a-ee88eb2c8ff8: rpc.has_security_group_logging(os_id): False [ 841.973925] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.974047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.974088] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.974338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.982936] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.983253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.014028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.014028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.018059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.018387] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.018770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.018866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.019076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.019237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.019400] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.019503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.019563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.019731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.019807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.020021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.020120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.020174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.020903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.021038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.021237] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 is going to be updated. [ 842.022748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.022954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.023300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.024535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.024707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.024831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.039060] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d161c25-14b9-4326-bd69-8992c2649620 in Status: IN_PROGRESS for 2s [ 842.053181] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 842.186447] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.189473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.189473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.189473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.189473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.218432] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: IN_PROGRESS for 2s [ 842.378540] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.379023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.379023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.379157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.379215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.379843] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e1857da-a4c9-4eba-8d84-b696434516ef is going to be created. [ 842.401708] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.401708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.402146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.402146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.402435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.411512] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e1857da-a4c9-4eba-8d84-b696434516ef in Status: UNINITIALIZED for 2s [ 842.627130] env[69210]: INFO networking_nsxv3.common.synchronization [req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 req-84014d24-7ead-42ce-80d3-ebfd3728a652 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 842.630676] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 842.630780] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.630877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.630947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.631946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.631946] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.631946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.631946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.633819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.633913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.634068] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.075682] env[69210]: INFO networking_nsxv3.common.synchronization [req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 req-8a00c4eb-3c3a-4445-b928-c0d12656bf87 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 843.076277] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 843.076586] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.076684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.140517] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.140517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.140517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.140776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.164022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.164338] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.164489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.164578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.164794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.164897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.164992] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 843.196742] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.196742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.196742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.196742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.196742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.210158] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 843.419259] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 843.419259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.419259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.419259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.419259] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.419259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.419259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.419259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.419259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.419259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.419259] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.469116] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.469335] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-139" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.469468] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-139" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.471108] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-139" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.471108] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.471108] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.471108] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.471108] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.471108] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.471108] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.471708] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.471897] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.472099] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.472250] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.472391] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.472562] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.492322] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.492515] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.492689] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.492882] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-139" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.493333] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-29cf2993-08af-4bdb-81dc-3ef043741eca taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.493526] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-29cf2993-08af-4bdb-81dc-3ef043741eca" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.493635] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-29cf2993-08af-4bdb-81dc-3ef043741eca" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.493989] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-29cf2993-08af-4bdb-81dc-3ef043741eca" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.494206] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cf2993-08af-4bdb-81dc-3ef043741eca',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.691146] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 843.691359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.873159] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66ac350a-254a-4a14-9029-0bf9432899c8 in Status: SUCCESS [ 843.873425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.874268] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 843.874451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.875435] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 272a7be7-c20f-4edd-a65b-6601e565d09e in Status: SUCCESS [ 843.875607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.899180] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: SUCCESS [ 843.899411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.900152] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: SUCCESS [ 843.900329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.900932] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: SUCCESS [ 843.901113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.922717] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.922897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.923069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.923538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.923538] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.923538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.923538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.926954] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.926954] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.926954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.926954] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.002762] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.002762] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.002762] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.002762] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.002762] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.002762] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 29cf2993-08af-4bdb-81dc-3ef043741eca not found, creating... [ 844.002762] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.002762] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.002762] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.002762] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.002762] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.003177] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.003177] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.003177] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.003785] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.004782] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.004782] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 29cf2993-08af-4bdb-81dc-3ef043741eca is going to be created. [ 844.025305] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.027142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.027142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.027142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.027142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.027142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-29cf2993-08af-4bdb-81dc-3ef043741eca" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.050387] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d161c25-14b9-4326-bd69-8992c2649620 in Status: SUCCESS [ 844.050621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.063809] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 844.064038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.193356] env[69210]: INFO networking_nsxv3.common.synchronization [None req-22245e6d-52b9-42d6-8426-51b9b9af0f0d None None] Enqueued Resource ID: 1dfdd35b-ccfe-4de0-8e8e-c87b1090257f with Priority: HIGHEST for action port [ 844.194090] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dfdd35b-ccfe-4de0-8e8e-c87b1090257f with Priority: HIGHEST for action port [ 844.194405] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dfdd35b-ccfe-4de0-8e8e-c87b1090257f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.194534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dfdd35b-ccfe-4de0-8e8e-c87b1090257f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.194653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dfdd35b-ccfe-4de0-8e8e-c87b1090257f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.194970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dfdd35b-ccfe-4de0-8e8e-c87b1090257f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.195164] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dfdd35b-ccfe-4de0-8e8e-c87b1090257f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.232558] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: SUCCESS [ 844.232763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.233039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.233138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.233258] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.422036] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e1857da-a4c9-4eba-8d84-b696434516ef in Status: SUCCESS [ 844.422036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.422394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.422431] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.422682] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.422838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.422925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.423138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.423245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.423358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.423476] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.427323] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc56103-2bb5-4f40-8053-3702cedea561: rpc.has_security_group_logging(os_id): False [ 844.444480] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.444480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.444480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.444480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.462513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.462926] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.463143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.463263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.463525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.463639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.463906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.464061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.464154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.464350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.464447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.464705] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.464832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.464918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.465117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.465220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.465333] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 844.564862] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.565655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.565655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.565655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.565655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.582440] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 844.698303] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dfdd35b-ccfe-4de0-8e8e-c87b1090257f [ 844.698549] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.698685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.698765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.698977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.699085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.699187] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dfdd35b-ccfe-4de0-8e8e-c87b1090257f already deleted. [ 844.699270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dfdd35b-ccfe-4de0-8e8e-c87b1090257f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.735560] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.735745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.735903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.736150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.736322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.736422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.736496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.737550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.737867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.737867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.737867] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.806794] env[69210]: INFO networking_nsxv3.common.synchronization [req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 req-f33be81b-014b-47d0-9b16-96b336a76bba service nova] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_rules [ 844.806974] env[69210]: INFO networking_nsxv3.common.synchronization [req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 req-f33be81b-014b-47d0-9b16-96b336a76bba service nova] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 844.807126] env[69210]: INFO networking_nsxv3.common.synchronization [req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 req-f33be81b-014b-47d0-9b16-96b336a76bba service nova] Enqueued Resource ID: 29cf2993-08af-4bdb-81dc-3ef043741eca with Priority: HIGHEST for action port [ 844.807359] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_rules [ 844.807528] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 844.807582] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29cf2993-08af-4bdb-81dc-3ef043741eca with Priority: HIGHEST for action port [ 844.809910] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.810066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.810124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.810304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.810390] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.812025] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.812025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.812212] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-29cf2993-08af-4bdb-81dc-3ef043741eca taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.812319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29cf2993-08af-4bdb-81dc-3ef043741eca" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.812386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29cf2993-08af-4bdb-81dc-3ef043741eca" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.812565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29cf2993-08af-4bdb-81dc-3ef043741eca" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.812654] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cf2993-08af-4bdb-81dc-3ef043741eca',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.926241] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.229914] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 845.230127] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 deletion is rescheduled due to dependency. [ 845.230248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.230415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.230637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.230824] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.230945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.231014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.231893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.231893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.231893] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.240481] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.240850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.240980] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.241321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.242606] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.242801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.242914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.243141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.243285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.243419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.243733] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.243890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.244074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.244267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.244598] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.244598] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.244830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.245118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.245235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.245366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.245525] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.320540] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.320540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.320540] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29cf2993-08af-4bdb-81dc-3ef043741eca with status ACTIVE [ 845.320540] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.320540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.320540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.320540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.320540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.320540] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.320540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.320540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.320540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.320540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.320540] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.321094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.321094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.321094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.321094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.321094] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29cf2993-08af-4bdb-81dc-3ef043741eca is going to be updated. [ 845.343030] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.343030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.343030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.343297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.343448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.343616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29cf2993-08af-4bdb-81dc-3ef043741eca" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.428889] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e1857da-a4c9-4eba-8d84-b696434516ef: rpc.has_security_group_logging(os_id): False [ 845.447302] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.447910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.447910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.447910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.448163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.448678] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.448678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.448678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.448835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.448900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.449576] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e1857da-a4c9-4eba-8d84-b696434516ef is going to be created. [ 845.528091] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.528091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.528091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.528091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.528091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.536981] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e1857da-a4c9-4eba-8d84-b696434516ef in Status: IN_PROGRESS for 2s [ 845.655471] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.655697] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-761" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.655849] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-761" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.656261] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-761" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.656860] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.657106] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.657275] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.657583] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.657779] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.658048] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.658238] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.658452] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.658611] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.658776] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.658926] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.659114] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.699024] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.699024] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.699024] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.699024] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-761" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.699024] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-be754555-a01a-4ee3-a6b8-e011a262c09c taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.699024] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-be754555-a01a-4ee3-a6b8-e011a262c09c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.699024] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-be754555-a01a-4ee3-a6b8-e011a262c09c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.699024] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-be754555-a01a-4ee3-a6b8-e011a262c09c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.699024] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be754555-a01a-4ee3-a6b8-e011a262c09c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.734543] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.751731] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72daf414-b00e-4349-a17a-ee88eb2c8ff8: rpc.has_security_group_logging(os_id): False [ 845.773300] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.773509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.773509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.773710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.773900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.774089] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.774199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.774259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.774421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.774501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.774678] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.774764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.774831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.774963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.775047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.775306] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.775402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.775460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.775592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.775660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.775742] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 is going to be updated. [ 845.844056] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.844056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.844056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.844056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.844386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.857270] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: IN_PROGRESS for 2s [ 846.202338] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.202820] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.202925] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.203291] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.203523] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.203765] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port be754555-a01a-4ee3-a6b8-e011a262c09c not found, creating... [ 846.204174] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.205262] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.205508] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.205956] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.206242] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.206673] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.206947] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.207187] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.207514] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.207773] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.208032] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: be754555-a01a-4ee3-a6b8-e011a262c09c is going to be created. [ 846.237364] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.255031] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.255287] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.255357] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.255597] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.255846] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.256122] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-be754555-a01a-4ee3-a6b8-e011a262c09c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.603821] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 846.603821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.741462] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.741462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.741785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.741906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.742028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.742171] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 846.771618] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.771897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.771958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.772186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.772381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.781637] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 847.045892] env[69210]: INFO networking_nsxv3.common.synchronization [req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 req-6a6c4b31-3f0e-41f5-a213-967261a5bc36 service nova] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_rules [ 847.046206] env[69210]: INFO networking_nsxv3.common.synchronization [req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 req-6a6c4b31-3f0e-41f5-a213-967261a5bc36 service nova] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 847.046384] env[69210]: INFO networking_nsxv3.common.synchronization [req-ae31e02a-d1ec-4ef2-b5a6-2e4153473e49 req-6a6c4b31-3f0e-41f5-a213-967261a5bc36 service nova] Enqueued Resource ID: be754555-a01a-4ee3-a6b8-e011a262c09c with Priority: HIGHEST for action port [ 847.047038] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_rules [ 847.047084] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 847.047239] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be754555-a01a-4ee3-a6b8-e011a262c09c with Priority: HIGHEST for action port [ 847.047572] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.047705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.047922] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.048065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.049033] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-be754555-a01a-4ee3-a6b8-e011a262c09c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.049033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be754555-a01a-4ee3-a6b8-e011a262c09c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.049033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be754555-a01a-4ee3-a6b8-e011a262c09c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.049033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be754555-a01a-4ee3-a6b8-e011a262c09c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.049033] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be754555-a01a-4ee3-a6b8-e011a262c09c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.553046] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e1857da-a4c9-4eba-8d84-b696434516ef in Status: SUCCESS [ 847.553287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.553648] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be754555-a01a-4ee3-a6b8-e011a262c09c with status ACTIVE [ 847.553768] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.553952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.554129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.554205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.554255] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.554766] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.554766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.554766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.554766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.555022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.555983] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.557430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.557430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.557430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.557430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.557430] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be754555-a01a-4ee3-a6b8-e011a262c09c is going to be updated. [ 847.579225] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.579434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.579505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.580303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.580597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.581312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be754555-a01a-4ee3-a6b8-e011a262c09c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.800904] env[69210]: INFO networking_nsxv3.common.synchronization [req-5cf17960-a138-4efb-b271-9b8b74b2bcfe req-c9aba08f-0f6b-44ad-8400-b9fc0016ece4 tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Enqueued Resource ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 with Priority: HIGHEST for action security_group_members [ 847.801756] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 with Priority: HIGHEST for action security_group_members [ 847.801811] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e83610f-f9ca-4f86-98c9-40a3daee7114 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.802554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.802554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.802554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.802775] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.802775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.802884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.805400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.805400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.805400] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e83610f-f9ca-4f86-98c9-40a3daee7114',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.875558] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: SUCCESS [ 847.875853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.187425] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.187655] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.188197] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.188197] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.188457] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.188676] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.188756] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.188984] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.193415] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.193703] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.194304] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.194304] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.194304] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.194304] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.194534] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.194534] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.216204] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.216609] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.216609] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.216740] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-200" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.217044] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-d0487cfd-3e13-4689-93ad-09e2b4dbe87f taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.217698] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-d0487cfd-3e13-4689-93ad-09e2b4dbe87f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.217698] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-d0487cfd-3e13-4689-93ad-09e2b4dbe87f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.217809] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-d0487cfd-3e13-4689-93ad-09e2b4dbe87f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.218033] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0487cfd-3e13-4689-93ad-09e2b4dbe87f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.305523] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.305865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.305865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.306035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.306095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.306302] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.306415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.306480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.306633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.306717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.306828] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 already deleted. [ 848.306954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.721083] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.721325] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.721460] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.721754] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.721912] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.722117] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port d0487cfd-3e13-4689-93ad-09e2b4dbe87f not found, creating... [ 848.722421] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.723040] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.723040] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.723040] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.723243] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.723434] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.723603] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.723724] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.723940] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.724175] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.724339] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: d0487cfd-3e13-4689-93ad-09e2b4dbe87f is going to be created. [ 848.743641] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.743803] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.744232] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.744808] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.745202] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.745515] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-d0487cfd-3e13-4689-93ad-09e2b4dbe87f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.804600] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 848.804927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.805079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.805333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.805528] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.805660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.805729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.805894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.805995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.806110] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.313648] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.637801] env[69210]: INFO networking_nsxv3.common.synchronization [req-5cf17960-a138-4efb-b271-9b8b74b2bcfe req-19e099fe-3870-4c76-9469-17c700c2a2fe service nova] Enqueued Resource ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 with Priority: HIGHEST for action security_group_rules [ 849.638073] env[69210]: INFO networking_nsxv3.common.synchronization [req-5cf17960-a138-4efb-b271-9b8b74b2bcfe req-19e099fe-3870-4c76-9469-17c700c2a2fe service nova] Enqueued Resource ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 with Priority: HIGHEST for action security_group_members [ 849.638313] env[69210]: INFO networking_nsxv3.common.synchronization [req-5cf17960-a138-4efb-b271-9b8b74b2bcfe req-19e099fe-3870-4c76-9469-17c700c2a2fe service nova] Enqueued Resource ID: d0487cfd-3e13-4689-93ad-09e2b4dbe87f with Priority: HIGHEST for action port [ 849.639164] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 with Priority: HIGHEST for action security_group_rules [ 849.639314] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 with Priority: HIGHEST for action security_group_members [ 849.639437] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0487cfd-3e13-4689-93ad-09e2b4dbe87f with Priority: HIGHEST for action port [ 849.639769] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e83610f-f9ca-4f86-98c9-40a3daee7114 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.639898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.639964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.640242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.640321] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e83610f-f9ca-4f86-98c9-40a3daee7114',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.641417] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e83610f-f9ca-4f86-98c9-40a3daee7114 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.641545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.641545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.641769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.641939] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.642050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.642116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.642264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.642354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.642429] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e83610f-f9ca-4f86-98c9-40a3daee7114',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.643665] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0487cfd-3e13-4689-93ad-09e2b4dbe87f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.643665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0487cfd-3e13-4689-93ad-09e2b4dbe87f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.643796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0487cfd-3e13-4689-93ad-09e2b4dbe87f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.643910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0487cfd-3e13-4689-93ad-09e2b4dbe87f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.643984] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0487cfd-3e13-4689-93ad-09e2b4dbe87f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.815482] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.145870] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e83610f-f9ca-4f86-98c9-40a3daee7114 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.146080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.146422] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e83610f-f9ca-4f86-98c9-40a3daee7114',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.147512] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0487cfd-3e13-4689-93ad-09e2b4dbe87f with status ACTIVE [ 850.148638] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.148638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.148638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.148638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.148638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.148638] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.149023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.149023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.149500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.149627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.149871] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.149980] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.150056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.150290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.150384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.150477] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0487cfd-3e13-4689-93ad-09e2b4dbe87f is going to be updated. [ 850.169556] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.169695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.169764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.169962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.170171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.170345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0487cfd-3e13-4689-93ad-09e2b4dbe87f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.318056] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.318503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.318503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.318662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.318704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.318897] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 850.357900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.358158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.358158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.358404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.358583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.376104] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 850.436562] env[69210]: INFO networking_nsxv3.common.synchronization [req-706dc0d8-6266-43c2-b933-dce0276f8fb5 req-7bd0dc4c-92c4-4810-b78b-df114bdfa6a2 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 850.437267] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 850.437597] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.437702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.437784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.438187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.438187] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.438329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.438418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.438541] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.438626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.438720] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.654417] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e83610f-f9ca-4f86-98c9-40a3daee7114',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.746858] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.747338] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.747338] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.747787] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.748094] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.748269] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.748396] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.748720] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.749118] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.749315] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.749451] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.749567] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.749682] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.749803] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.749974] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.750181] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.773715] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.773715] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.773715] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.773715] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.773935] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-3642df68-f8c9-4612-9d63-9e95601f0800 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.774152] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-3642df68-f8c9-4612-9d63-9e95601f0800" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.774281] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-3642df68-f8c9-4612-9d63-9e95601f0800" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.774598] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-3642df68-f8c9-4612-9d63-9e95601f0800" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.774745] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3642df68-f8c9-4612-9d63-9e95601f0800',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.942055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.942055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.942055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.942055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.942055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.942538] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.942538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.942538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.942538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.942538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.942538] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 already deleted. [ 850.942783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.159107] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.159348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.159348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.159585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.159682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.159827] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 is going to be created. [ 851.185585] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.185793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.185793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.185949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.186217] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.202244] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 in Status: UNINITIALIZED for 2s [ 851.277772] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.278202] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.278396] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.278796] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.279070] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.279324] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 3642df68-f8c9-4612-9d63-9e95601f0800 not found, creating... [ 851.279692] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.279946] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.280170] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.280484] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.280722] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.281154] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.281410] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.281615] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.281916] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.282158] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.282388] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 3642df68-f8c9-4612-9d63-9e95601f0800 is going to be created. [ 851.304219] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.304219] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.304219] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.304219] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.304219] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.304644] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-3642df68-f8c9-4612-9d63-9e95601f0800" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.446990] env[69210]: INFO networking_nsxv3.common.synchronization [req-7a9c12bc-68dc-42a3-a886-6cbb4afeddc1 req-a651d9af-168d-4f48-9a4c-835ac456eac9 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 851.447380] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 851.447691] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.447812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.447873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.448221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.448384] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.448487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.448548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.448931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.449036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.449135] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.951981] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.952331] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.952331] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.952605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.952722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.952944] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.953617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.953617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.953617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.953617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.953761] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 851.992641] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.992641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.992829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.992978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.993178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.003708] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 852.033942] env[69210]: INFO networking_nsxv3.common.synchronization [req-706dc0d8-6266-43c2-b933-dce0276f8fb5 req-3d3d5eba-0308-45e9-9111-29f4cd2dcd89 service nova] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_rules [ 852.034182] env[69210]: INFO networking_nsxv3.common.synchronization [req-706dc0d8-6266-43c2-b933-dce0276f8fb5 req-3d3d5eba-0308-45e9-9111-29f4cd2dcd89 service nova] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 852.034350] env[69210]: INFO networking_nsxv3.common.synchronization [req-706dc0d8-6266-43c2-b933-dce0276f8fb5 req-3d3d5eba-0308-45e9-9111-29f4cd2dcd89 service nova] Enqueued Resource ID: 3642df68-f8c9-4612-9d63-9e95601f0800 with Priority: HIGHEST for action port [ 852.034878] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_rules [ 852.035054] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 852.035199] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3642df68-f8c9-4612-9d63-9e95601f0800 with Priority: HIGHEST for action port [ 852.035506] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.035635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.035705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.035917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.035995] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.037030] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.037174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.037296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.037400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.037622] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.037680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.037768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.037934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.038040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.038137] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.038962] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3642df68-f8c9-4612-9d63-9e95601f0800 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.039117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3642df68-f8c9-4612-9d63-9e95601f0800" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.039193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3642df68-f8c9-4612-9d63-9e95601f0800" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.039497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3642df68-f8c9-4612-9d63-9e95601f0800" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.039497] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3642df68-f8c9-4612-9d63-9e95601f0800',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.385830] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 852.386167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.386334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.386583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.386783] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.386898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.386963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.387175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.387265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.387352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.387493] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.388341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.388627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.388731] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.388782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.388818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.388947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.389034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.389119] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.542273] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.542719] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.542860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.543074] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3642df68-f8c9-4612-9d63-9e95601f0800 with status ACTIVE [ 852.543272] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.543392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.543461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.543701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.543816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.544010] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.544756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.544842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.545310] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.545440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.545653] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.545787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.545846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.546012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.546095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.546188] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3642df68-f8c9-4612-9d63-9e95601f0800 is going to be updated. [ 852.571108] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.571424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.571507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.571750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.571921] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.572229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3642df68-f8c9-4612-9d63-9e95601f0800" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.891873] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.892135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.892386] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.048375] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.212192] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 in Status: SUCCESS [ 853.212834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.212834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.212834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.213062] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.213221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.213289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.213500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.213615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.213716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.213809] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e83610f-f9ca-4f86-98c9-40a3daee7114',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.395954] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.551247] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.551247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.551502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.551568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.551661] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.551769] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be created. [ 853.577851] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.578132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.578259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.578579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.578855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.588448] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: UNINITIALIZED for 2s [ 853.716763] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e83610f-f9ca-4f86-98c9-40a3daee7114 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.717026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.717026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.717273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.717466] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.717578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.717645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.717829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.717920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.718038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.718207] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e83610f-f9ca-4f86-98c9-40a3daee7114 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.718317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.718376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.718642] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.718800] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.718929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.719060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.719122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.719200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.719283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.719391] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e83610f-f9ca-4f86-98c9-40a3daee7114',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.898766] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.898766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.898766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.899103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.899103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.899103] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 853.924426] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.924622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.924698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.924918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.925085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.934131] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 854.016175] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 854.016398] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc deletion is rescheduled due to dependency. [ 854.016526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.221807] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e83610f-f9ca-4f86-98c9-40a3daee7114: rpc.has_security_group_logging(os_id): False [ 854.245601] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.245873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.245873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.246048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.246252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.246602] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.246714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.246778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.246944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.247040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.247223] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.247329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.247379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.247510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.247589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.247765] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.247857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.247917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.248063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.248135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.248222] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 is going to be created. [ 854.318741] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.319032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.319032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.319313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.319584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.331351] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 in Status: IN_PROGRESS for 2s [ 855.597570] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 855.597897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.598035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.598215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.598502] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.598737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.598737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.598737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.598889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.598928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.599016] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.944772] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 855.945008] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.945231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.945484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.945643] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.945800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.945846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.945966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.946057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.946141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.946315] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.946412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.946599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.946763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.946938] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.946986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.947055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.947200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.947292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.947376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.947464] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.101882] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.344173] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 in Status: SUCCESS [ 856.344506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.452056] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4793bf61-5cdb-46a1-b420-ad7f2edcd280: rpc.has_security_group_logging(os_id): False [ 856.473349] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.473537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.473609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.473776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.473855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.474074] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.474185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.474781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.474781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.474781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.474781] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.474967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.474967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.475139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.477919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.477919] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.477919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.477919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.477919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.477919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.477919] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 856.536895] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.537077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.537163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.537421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.537638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.552625] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 856.604155] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f8b4f78-ec82-4249-9d7d-365281c97612: rpc.has_security_group_logging(os_id): False [ 856.630033] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.630187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.630187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.630372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.630461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.630712] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.630815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.630879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.631037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.631111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.631193] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be created. [ 856.737087] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.737248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.737248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.737519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.737756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.750932] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 857.036390] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 857.036554] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 857.785290] env[69210]: INFO networking_nsxv3.common.synchronization [req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 req-22828e21-1ba0-468e-9098-747e32f211f1 tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Enqueued Resource ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 with Priority: HIGHEST for action security_group_members [ 857.785290] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 with Priority: HIGHEST for action security_group_members [ 857.785290] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.785290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.785290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.786125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.786125] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.786125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.786125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.786125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.786125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.786125] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afb83ae-b7e2-479b-a8d8-e70e1b662e69',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.266665] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.266665] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-639" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.266665] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-639" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.266665] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-639" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.266665] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.267155] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.267155] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.267432] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.267692] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.267861] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.267992] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.268153] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.268271] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.268393] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.268503] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.268642] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.288050] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.288253] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.288419] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.288612] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-639" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.288940] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-ae105d2e-0a18-4349-8a03-2d9b401df095 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.289130] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-ae105d2e-0a18-4349-8a03-2d9b401df095" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.289255] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-ae105d2e-0a18-4349-8a03-2d9b401df095" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.289585] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-ae105d2e-0a18-4349-8a03-2d9b401df095" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.289730] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae105d2e-0a18-4349-8a03-2d9b401df095',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.290779] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.290886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.290886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.291075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.291157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.291335] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.291426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.291484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.291623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.291698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.291783] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 already deleted. [ 858.291850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.566912] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 858.567279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.567401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.567791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.567884] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.763338] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 858.763786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.793267] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.793681] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.793738] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.794094] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.794376] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.794501] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port ae105d2e-0a18-4349-8a03-2d9b401df095 not found, creating... [ 858.795154] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.795904] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.796128] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.796746] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.797819] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.798260] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.799058] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.799587] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.800226] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.800836] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.801597] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: ae105d2e-0a18-4349-8a03-2d9b401df095 is going to be created. [ 858.821630] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.821630] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.821630] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.822329] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.822659] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.822968] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-ae105d2e-0a18-4349-8a03-2d9b401df095" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.072983] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.073199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.073275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.073510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.073672] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.073769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.073833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.073979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.074082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.074171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.074437] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.247658] env[69210]: INFO networking_nsxv3.common.synchronization [req-d7714b22-2276-459d-a033-94777abcf518 req-e940d81e-2f4f-4e1c-a789-56182fb98c43 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 859.247658] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 859.247658] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.247658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.247930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.247930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.248559] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.248559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.248559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.248559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.248559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.248559] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.577453] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.577639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.577737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.577977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.578176] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.578284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.578362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.578873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.578873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.578873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.579016] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.579085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.579139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.579368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.579562] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.579678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.579755] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.579994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.579994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.580736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.580844] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.681786] env[69210]: INFO networking_nsxv3.common.synchronization [req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 req-3893887a-2324-4cbc-91b3-e00b041693f6 service nova] Enqueued Resource ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 with Priority: HIGHEST for action security_group_rules [ 859.681983] env[69210]: INFO networking_nsxv3.common.synchronization [req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 req-3893887a-2324-4cbc-91b3-e00b041693f6 service nova] Enqueued Resource ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 with Priority: HIGHEST for action security_group_members [ 859.682151] env[69210]: INFO networking_nsxv3.common.synchronization [req-ac863f09-ea5c-4538-b5fe-ad16e156ed72 req-3893887a-2324-4cbc-91b3-e00b041693f6 service nova] Enqueued Resource ID: ae105d2e-0a18-4349-8a03-2d9b401df095 with Priority: HIGHEST for action port [ 859.682707] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 with Priority: HIGHEST for action security_group_rules [ 859.682859] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 with Priority: HIGHEST for action security_group_members [ 859.682967] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae105d2e-0a18-4349-8a03-2d9b401df095 with Priority: HIGHEST for action port [ 859.685038] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afb83ae-b7e2-479b-a8d8-e70e1b662e69 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.685189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.685293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.686655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.686767] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afb83ae-b7e2-479b-a8d8-e70e1b662e69',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.687722] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.687846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.687910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.688117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.688760] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.688883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.688947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.689988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.690164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.690272] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afb83ae-b7e2-479b-a8d8-e70e1b662e69',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.694189] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae105d2e-0a18-4349-8a03-2d9b401df095 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.694189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae105d2e-0a18-4349-8a03-2d9b401df095" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.694189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae105d2e-0a18-4349-8a03-2d9b401df095" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.694189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae105d2e-0a18-4349-8a03-2d9b401df095" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.694189] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae105d2e-0a18-4349-8a03-2d9b401df095',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.752437] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.752611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.752683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.752915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.753021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.753340] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.753453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.753516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.753686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.753766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.753859] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be updated. [ 859.779047] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.779047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.779047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.779664] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.783019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.784190] env[69210]: INFO networking_nsxv3.common.synchronization [req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f req-b2ffef1e-7839-48d3-a8ad-0e704d62f17d tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 859.784394] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 859.784692] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.784804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.784864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.785065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.785240] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.785709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.785776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.785938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.786038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.786888] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.791298] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 860.083346] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4793bf61-5cdb-46a1-b420-ad7f2edcd280: rpc.has_security_group_logging(os_id): False [ 860.103596] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.103596] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.103596] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.104394] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.104762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.104980] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.105413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.105671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.106758] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 860.160049] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.160260] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.160306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.161363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.161363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.192020] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 860.194143] env[69210]: INFO networking_nsxv3.common.synchronization [req-da4f5b0c-1a05-4f36-bec4-b87d9b19143f req-e641405c-fe6c-4ff6-9ead-4f7ea0976727 tempest-ServersTestMultiNic-2079719788 tempest-ServersTestMultiNic-2079719788-project-member] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 860.195291] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.195467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.195912] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGHEST for action security_group_members [ 860.196080] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae105d2e-0a18-4349-8a03-2d9b401df095 with status ACTIVE [ 860.196319] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.197206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.197206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.197206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.197206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.197206] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.197206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.197206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.197206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.198275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.198275] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.198275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.198275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.198275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.198275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.198275] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae105d2e-0a18-4349-8a03-2d9b401df095 is going to be updated. [ 860.198906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.198991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.199192] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5afb83ae-b7e2-479b-a8d8-e70e1b662e69',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.238903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.238903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.238903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.238903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.238903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.238903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae105d2e-0a18-4349-8a03-2d9b401df095" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.290257] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.702087] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5afb83ae-b7e2-479b-a8d8-e70e1b662e69',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.795506] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.204948] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.205278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.205278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.206021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.206021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.206021] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 is going to be created. [ 861.230498] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.231222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.231222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.231222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.231222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.240998] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 in Status: UNINITIALIZED for 2s [ 861.299635] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.299895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.300047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.300349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.300471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.300665] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 861.327226] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.327384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.327453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.327694] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.327837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.335831] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 861.800596] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 861.800887] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da deletion is rescheduled due to dependency. [ 861.801017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.214825] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 862.215147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.250250] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 in Status: SUCCESS [ 863.250590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.250677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.250859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.251072] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.251290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.251380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.251521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.255017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.255017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.255017] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5afb83ae-b7e2-479b-a8d8-e70e1b662e69',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.345963] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 863.346223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.346867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.347097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.347282] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.347397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.347466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.347604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.347676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.347764] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.756420] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.756613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.756613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.756828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.756989] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.757191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.757267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.757401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.757488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.757619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.757747] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.757845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.757903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.758053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.758189] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.758280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.758350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.758572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.758572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.758639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.758724] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5afb83ae-b7e2-479b-a8d8-e70e1b662e69',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.851077] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.851254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.851333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.851516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.851701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.851810] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.851908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.851963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.852140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.852279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.852401] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be updated. [ 863.876217] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.876539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.876539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.877164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.877164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.885200] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: IN_PROGRESS for 2s [ 864.150823] env[69210]: INFO networking_nsxv3.common.synchronization [req-59f5c463-974b-4302-bfb8-60b80b349b38 req-db8a6377-fd78-4a97-ae5e-9dcdf7165440 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 864.150823] env[69210]: INFO networking_nsxv3.common.synchronization [req-59f5c463-974b-4302-bfb8-60b80b349b38 req-db8a6377-fd78-4a97-ae5e-9dcdf7165440 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGHEST for action security_group_members [ 864.150823] env[69210]: INFO networking_nsxv3.common.synchronization [req-59f5c463-974b-4302-bfb8-60b80b349b38 req-db8a6377-fd78-4a97-ae5e-9dcdf7165440 tempest-SecurityGroupsTestJSON-668486532 tempest-SecurityGroupsTestJSON-668486532-project-member] Enqueued Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_members [ 864.150823] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGHEST for action security_group_members [ 864.150823] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGHEST for action security_group_members [ 864.150823] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGHEST for action security_group_members [ 864.151314] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.151428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.151465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.152251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.152891] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.153016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.153086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.153344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.153451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.153866] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.154584] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-66ac350a-254a-4a14-9029-0bf9432899c8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.154761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.154867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.155066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.155332] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.155416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.155416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.155580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.155638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.155712] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.156794] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.157693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.157811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.157946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.158599] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.158599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.158599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.158599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.158599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.158599] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.263193] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5afb83ae-b7e2-479b-a8d8-e70e1b662e69: rpc.has_security_group_logging(os_id): False [ 864.282950] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.283293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.283380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.283627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.283704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.283908] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.284023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.284082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.284242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.284366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.284870] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.284978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.285085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.285185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.286110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.286110] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.286110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.286110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.286110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.286110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.286110] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 is going to be created. [ 864.364295] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.364295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.364503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.364590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.364773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.378422] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 in Status: IN_PROGRESS for 2s [ 864.661563] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.661781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.661868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.662175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.662312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.662609] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.662723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.662827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.663043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.663633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.663792] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be updated. [ 864.665374] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.665577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.665702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.665965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.666135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.666369] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.666479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.666550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.666722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.666825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.666954] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66ac350a-254a-4a14-9029-0bf9432899c8 is going to be updated. [ 864.668412] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.668581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.668992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.669503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.669602] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.669830] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.669934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.670038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.670233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.670450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.670450] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 is going to be updated. [ 864.699638] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.700236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.700367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.700604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.700816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.703783] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.703922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.704010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.704235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.704394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.705910] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.706046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.706111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.706270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.706483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.714483] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: IN_PROGRESS for 2s [ 864.715040] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66ac350a-254a-4a14-9029-0bf9432899c8 in Status: IN_PROGRESS for 2s [ 864.715723] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: IN_PROGRESS for 2s [ 865.578638] env[69210]: INFO networking_nsxv3.common.synchronization [req-242561ea-26f0-418a-85a7-fccce2f3fcef req-43bbe1a9-85cf-40c6-8fcd-ed13d3fe1996 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Enqueued Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 865.579409] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 865.579667] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.579825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.579825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.582242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.582465] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.582570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.582638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.582846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.582935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.583048] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.617448] env[69210]: INFO networking_nsxv3.common.synchronization [req-159934cf-df02-4607-a7a8-d74f94fd901b req-2c62314a-b902-4377-854a-bfa620459f12 tempest-ServersTestBootFromVolume-1223342827 tempest-ServersTestBootFromVolume-1223342827-project-member] Enqueued Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_members [ 865.617448] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGHEST for action security_group_members [ 865.617739] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.618037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.618037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.618371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.618554] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.618702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.618786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.618999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.619334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.619334] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.665060] env[69210]: INFO networking_nsxv3.common.synchronization [req-ab5ab518-7069-4e70-aef7-49d8de6d1e22 req-75ce5390-4762-4d99-9ba0-3ab5f191b61b tempest-ServerDiagnosticsNegativeTest-1509192445 tempest-ServerDiagnosticsNegativeTest-1509192445-project-member] Enqueued Resource ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 with Priority: HIGHEST for action security_group_members [ 865.665628] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 with Priority: HIGHEST for action security_group_members [ 865.665962] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e83610f-f9ca-4f86-98c9-40a3daee7114 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.669295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.669295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.669442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.670152] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.670287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.670367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.670547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.670732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.670732] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e83610f-f9ca-4f86-98c9-40a3daee7114',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.896955] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 in Status: SUCCESS [ 865.897383] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 deletion is rescheduled due to dependency. [ 865.897383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.090137] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.123242] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.123470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.123565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.123832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.144891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.144891] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.144891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.144891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.144891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.144891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.144891] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 is going to be updated. [ 866.169575] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.169740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.169812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.170051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.170202] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.177714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.177856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.177928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.178176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.178259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.178460] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.179357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.179357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.179357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.179793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.180026] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 is going to be updated. [ 866.189684] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 in Status: IN_PROGRESS for 2s [ 866.209903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.210086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.210158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.210362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.210507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.224805] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 in Status: IN_PROGRESS for 2s [ 866.389257] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 in Status: SUCCESS [ 866.389483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.593468] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.732499] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e622c91-a49e-443b-81d2-89da731106a2 in Status: SUCCESS [ 866.732723] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 deletion is rescheduled due to dependency. [ 866.732892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.733798] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 in Status: SUCCESS [ 866.733965] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 deletion is rescheduled due to dependency. [ 866.734827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.736479] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66ac350a-254a-4a14-9029-0bf9432899c8 in Status: SUCCESS [ 866.736944] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66ac350a-254a-4a14-9029-0bf9432899c8 deletion is rescheduled due to dependency. [ 866.736944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.096761] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.097049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.097193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.097516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.099170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.099170] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e is going to be updated. [ 867.136026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.136026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.136026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.136454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.136454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.147026] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: IN_PROGRESS for 2s [ 867.394333] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-7114e647-d6c1-4d71-98b6-e3643ec9ccbd tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 867.394333] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 867.394333] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.394619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.394619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.394744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.395721] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.395721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.395721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.395721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.395721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.395721] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.897653] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.898115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.898115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.898458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.898586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.898964] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.899143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.899208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.899372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.899450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.899541] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d already deleted. [ 867.899625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.915828] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.916042] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.916245] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.920023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.920023] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.920023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.920023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.920023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.920023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.920023] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.920023] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.920023] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.920023] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.920023] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.920023] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.920023] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.939329] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.939518] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 867.939663] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.939860] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.940742] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-1de9452e-d344-4368-9f1b-7c7641744aac taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.940742] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-1de9452e-d344-4368-9f1b-7c7641744aac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.940920] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-1de9452e-d344-4368-9f1b-7c7641744aac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.941589] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-1de9452e-d344-4368-9f1b-7c7641744aac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.941759] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de9452e-d344-4368-9f1b-7c7641744aac',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.202572] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 in Status: SUCCESS [ 868.204878] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 deletion is rescheduled due to dependency. [ 868.204878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.234726] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 in Status: SUCCESS [ 868.235531] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 deletion is rescheduled due to dependency. [ 868.235531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.241168] env[69210]: INFO networking_nsxv3.common.synchronization [req-e6a0a783-7ed7-4df5-b58a-55d4dcb884bb req-91c9f27b-2a97-431f-8a9a-2a367d881efc tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 868.241168] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 868.241168] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.241168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.241168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.241168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.241168] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.241168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.241168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.241168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.241168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.241168] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.447032] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.447032] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.447032] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.447032] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.447032] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.447032] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 1de9452e-d344-4368-9f1b-7c7641744aac not found, creating... [ 868.447032] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.447032] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.447032] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.447032] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.447640] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.447640] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.447736] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.447804] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.448034] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.448174] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.448315] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 1de9452e-d344-4368-9f1b-7c7641744aac is going to be created. [ 868.469052] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.469052] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.469052] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.469052] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.469052] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.469052] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-1de9452e-d344-4368-9f1b-7c7641744aac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.746173] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.746409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.746501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.746734] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.746833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.747047] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.747153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.747216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.747363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.747440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.747528] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f is going to be updated. [ 868.772614] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.773269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.773459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.773956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.774177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.783013] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: IN_PROGRESS for 2s [ 869.156584] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: SUCCESS [ 869.156972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.160820] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-d32a833a-5dba-4d91-899b-134a7b7398d2 service nova] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_rules [ 869.160993] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-d32a833a-5dba-4d91-899b-134a7b7398d2 service nova] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 869.161147] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-d32a833a-5dba-4d91-899b-134a7b7398d2 service nova] Enqueued Resource ID: 1de9452e-d344-4368-9f1b-7c7641744aac with Priority: HIGHEST for action port [ 869.161399] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_rules [ 869.161832] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 869.161832] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1de9452e-d344-4368-9f1b-7c7641744aac with Priority: HIGHEST for action port [ 869.162173] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.162292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.164071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.164071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.164071] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.164071] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.164071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.164071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.165375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.165598] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.165686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.165686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.165865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.165956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.166051] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.166881] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-1de9452e-d344-4368-9f1b-7c7641744aac taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.167050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1de9452e-d344-4368-9f1b-7c7641744aac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.167050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1de9452e-d344-4368-9f1b-7c7641744aac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.167487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1de9452e-d344-4368-9f1b-7c7641744aac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.167487] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1de9452e-d344-4368-9f1b-7c7641744aac',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.671083] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.672474] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.672582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.672755] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1de9452e-d344-4368-9f1b-7c7641744aac with status ACTIVE [ 869.672896] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.672995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.673079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.673340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.673406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.673584] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.673693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.673751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.673953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.674240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.674292] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.674364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.674554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.674633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.674761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.674822] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1de9452e-d344-4368-9f1b-7c7641744aac is going to be updated. [ 869.701621] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.701808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.701851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.702060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.702203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.702368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1de9452e-d344-4368-9f1b-7c7641744aac" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.177477] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.684569] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.684733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.684806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.685050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.685145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.685250] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be created. [ 870.709060] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.709197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.709302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.709515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.709719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.719284] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: UNINITIALIZED for 2s [ 870.792723] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: SUCCESS [ 870.792723] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f deletion is rescheduled due to dependency. [ 870.792723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.015483] env[69210]: INFO networking_nsxv3.common.synchronization [req-4723f4d8-8bf4-4283-8158-150ee0c14da8 req-cb25e860-9acc-41dd-b830-d28aef6992cc tempest-ServerMetadataNegativeTestJSON-411543991 tempest-ServerMetadataNegativeTestJSON-411543991-project-member] Enqueued Resource ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 with Priority: HIGHEST for action security_group_members [ 871.015998] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 with Priority: HIGHEST for action security_group_members [ 871.016322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.016564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.016564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.016975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.020287] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.020457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.020532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.020725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.020816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.020913] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5afb83ae-b7e2-479b-a8d8-e70e1b662e69',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.523817] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.524193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.524193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.524333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.524400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.524550] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.524643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.524711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.524860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.524938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.525035] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 is going to be updated. [ 871.549861] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.549954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.549991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.550246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.550446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.560150] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 in Status: IN_PROGRESS for 2s [ 872.207607] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-05671631-2f71-4dd5-ab7b-d2b08268d96d tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 872.208154] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 872.208465] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.209561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.501710] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.501965] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.502240] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.502420] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.502690] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.502925] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.503287] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.503494] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.503680] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.503912] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.504048] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.504197] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.504338] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.504449] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.504561] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.504722] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.522839] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.523081] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.523248] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.523442] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.523808] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.524000] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.524266] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.524510] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.524664] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0eeee5-9199-4bf8-ae8c-7b8b67d10927',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.728810] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 872.729082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.729292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.729508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.729711] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.729833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.729948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.730411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.730549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.730733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.730882] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.731931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.731931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.732075] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.732217] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.732302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.732470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.732574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.732681] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.027371] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.029466] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.029812] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.030635] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.030912] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.031772] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 not found, creating... [ 873.033374] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.033705] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.035098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.035098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.035098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.035098] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.035098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.035456] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.035456] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.035687] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.035892] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 is going to be created. [ 873.060597] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.060597] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.060597] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.060597] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.060597] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.060597] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.234682] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.234879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.235079] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.573712] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 in Status: SUCCESS [ 873.573975] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 deletion is rescheduled due to dependency. [ 873.574044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.737767] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.800019] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-36af29a1-e4b0-47ca-8e42-f8e3bc0248f8 service nova] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_rules [ 873.800019] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-36af29a1-e4b0-47ca-8e42-f8e3bc0248f8 service nova] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 873.800019] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-36af29a1-e4b0-47ca-8e42-f8e3bc0248f8 service nova] Enqueued Resource ID: aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 with Priority: HIGHEST for action port [ 873.800019] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_rules [ 873.800019] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 873.800019] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 with Priority: HIGHEST for action port [ 873.800738] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.800996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.803221] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.803221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.803221] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.803221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.803221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.803221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.803221] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa0eeee5-9199-4bf8-ae8c-7b8b67d10927',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.240569] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.240742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.240816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.241060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.241190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.242031] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be updated. [ 874.269305] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.269487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.269555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.269734] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.269899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.277771] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: IN_PROGRESS for 2s [ 874.305232] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 with status ACTIVE [ 874.305811] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.305811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.305811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.306062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.306153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.306347] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.306455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.306532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.306720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.306798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.307016] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.307145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.307440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.307627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.307711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.307839] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa0eeee5-9199-4bf8-ae8c-7b8b67d10927 is going to be updated. [ 874.325963] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.326150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.326214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.326355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.326494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.326677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa0eeee5-9199-4bf8-ae8c-7b8b67d10927" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.287329] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 876.287606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.287699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.287940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.288387] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.288387] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.288387] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.288634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.288634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.288634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.288875] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.288875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.288953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.289037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.289178] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.289265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.289328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.289563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.289642] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.289723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.289886] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.290636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.290798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.291400] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.291400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.291400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.291400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.291400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.291400] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.793550] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fe55bef-f630-4add-8271-61e0ce2a253d: rpc.has_security_group_logging(os_id): False [ 876.794744] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.813508] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.814076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.814163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.814341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.814427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.814633] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.814735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.814798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.814941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.815025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.815215] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.815308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.815368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.815551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.815626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.815825] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.815920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.815981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.816132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.816206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.816297] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be created. [ 876.873528] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.873678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.873750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.873960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.874155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.887309] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: IN_PROGRESS for 2s [ 877.297309] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.799917] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.800125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.800208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.800445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.800547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.800666] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be updated. [ 877.834722] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.834915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.835089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.835397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.835625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.844665] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: IN_PROGRESS for 2s [ 878.276254] env[69210]: INFO networking_nsxv3.common.synchronization [req-23c9b75d-6249-4288-acb3-35d7c2d85bc8 req-8077e2e9-c039-4661-bbeb-7aed2230c19a tempest-ImagesOneServerTestJSON-968963323 tempest-ImagesOneServerTestJSON-968963323-project-member] Enqueued Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGHEST for action security_group_members [ 878.276803] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGHEST for action security_group_members [ 878.277121] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.277247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.277316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.277513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.277661] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.277797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.277957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.278071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.278159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.278254] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.780709] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.781049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.781049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.781179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.781274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.781483] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.781585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.781663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.781798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.781874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.781962] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d161c25-14b9-4326-bd69-8992c2649620 is going to be updated. [ 878.811055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.811883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.811883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.811883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.811883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.820510] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d161c25-14b9-4326-bd69-8992c2649620 in Status: IN_PROGRESS for 2s [ 878.898755] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 878.898986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.899335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.899411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.899499] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.106993] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-c3b105ff-30f2-4ccc-ba1d-27c9e9b19443 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 879.107556] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 879.107859] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.107962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.401890] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.402108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.442394] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.442707] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.442857] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.443146] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.443436] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.443606] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.443727] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.443953] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.444117] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.444326] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.444441] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.444553] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.444663] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.444805] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.444967] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.445158] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.466153] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.466316] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.466465] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.466692] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-400" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.467038] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.467214] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.467336] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.467656] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.467793] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3bd122-20cc-4f17-acb4-01dba8d5ccd7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.853984] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 879.854270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.854448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.854616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.854789] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.854965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.855058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.855218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.855300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.855399] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.970319] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.971187] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.971187] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.971187] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.971187] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.971459] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 not found, creating... [ 879.971537] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.971733] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.971889] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.972091] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.972235] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.972540] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.972867] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.972945] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.973121] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.973262] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.973529] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 is going to be created. [ 879.998334] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.998562] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.998728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.999037] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.999283] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.999516] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.358085] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.772171] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-df29a4d0-e42e-4e3e-b436-6f0c4fc1ac41 service nova] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_rules [ 880.772369] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-df29a4d0-e42e-4e3e-b436-6f0c4fc1ac41 service nova] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 880.772744] env[69210]: INFO networking_nsxv3.common.synchronization [req-251595a0-3b8d-4389-a700-e7d489700a56 req-df29a4d0-e42e-4e3e-b436-6f0c4fc1ac41 service nova] Enqueued Resource ID: 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 with Priority: HIGHEST for action port [ 880.773072] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_rules [ 880.773272] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 880.773449] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 with Priority: HIGHEST for action port [ 880.774221] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.774476] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.775194] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.775455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.775768] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.775974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.776131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.776423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.777200] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b3bd122-20cc-4f17-acb4-01dba8d5ccd7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.830731] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d161c25-14b9-4326-bd69-8992c2649620 in Status: SUCCESS [ 880.830928] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d161c25-14b9-4326-bd69-8992c2649620 deletion is rescheduled due to dependency. [ 880.831058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.860983] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.281678] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 with status ACTIVE [ 881.281678] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.281678] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.281678] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.281678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.281678] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b3bd122-20cc-4f17-acb4-01dba8d5ccd7 is going to be updated. [ 881.300413] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.300559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.300633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.300870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.301036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.301197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b3bd122-20cc-4f17-acb4-01dba8d5ccd7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.363012] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.363121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.363235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.363412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.363524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.363628] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be updated. [ 881.398524] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.398683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.398732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.398929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.399080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.406397] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: IN_PROGRESS for 2s [ 883.419067] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 883.419352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.419524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.419751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.419959] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.420098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.420163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.420321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.420402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.420486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.420613] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.421502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.421679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.421874] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.421982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.422059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.422238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.422319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.422406] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.926520] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.926738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.926993] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.162402] env[69210]: INFO networking_nsxv3.common.synchronization [req-1165d885-02a5-4665-8144-3eefa33a34a8 req-7f778a7b-c534-438f-9b1c-0c5e29f8de9a tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 884.165027] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 884.165027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.165027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.165027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.165027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.165027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.165027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.165027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.165027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.165027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.165353] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.430097] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.669857] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.932979] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.932979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.932979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.933139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.933211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.933366] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be updated. [ 884.960828] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.960976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.961060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.961277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.961428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.972826] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: IN_PROGRESS for 2s [ 885.122108] env[69210]: INFO networking_nsxv3.common.synchronization [req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e req-f09fa042-89b2-4eab-8737-b8de2f8c2f57 tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Enqueued Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_members [ 885.122108] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_members [ 885.123255] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5a0768-6d5e-4d45-b677-21d2418a295c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.123613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.123976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.124339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.124605] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.126132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.126132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.126132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.126132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.126132] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.172849] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.520733] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.520733] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-501" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.520733] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-501" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.520733] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-501" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.520733] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.520733] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.520733] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.521336] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.521585] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.521898] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.522125] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.522352] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.522597] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.522805] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.522996] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.523234] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.545541] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.545541] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.545541] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.545541] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-501" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.545541] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.545541] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.545541] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.545541] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.545541] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f1918f0-e5f9-4d6a-aace-2ef3ea352d78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.628580] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.628580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.628580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.628776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.628865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.629082] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.629190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.629248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.629396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.629474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.630416] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c already deleted. [ 885.630416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.677735] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.677898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.677970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.678203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.678283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.678385] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 885.706644] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.706859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.706965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.707234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.707416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.715647] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 886.047167] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.047407] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.047542] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.047826] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.047985] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.048163] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 not found, creating... [ 886.048424] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.048587] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.048710] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.048930] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.049085] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.049367] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.049524] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.049644] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.049855] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.049993] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.050151] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 is going to be created. [ 886.076866] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.077080] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.077244] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.077468] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.077699] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.077928] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.818757] env[69210]: INFO networking_nsxv3.common.synchronization [req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e req-2dcab39a-0928-4ce0-b145-c60bb305ba65 service nova] Enqueued Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_rules [ 886.819089] env[69210]: INFO networking_nsxv3.common.synchronization [req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e req-2dcab39a-0928-4ce0-b145-c60bb305ba65 service nova] Enqueued Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_members [ 886.819089] env[69210]: INFO networking_nsxv3.common.synchronization [req-ccd752fd-c589-49ca-9fb1-199d60cc3a6e req-2dcab39a-0928-4ce0-b145-c60bb305ba65 service nova] Enqueued Resource ID: 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 with Priority: HIGHEST for action port [ 886.819346] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_rules [ 886.819471] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_members [ 886.819576] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 with Priority: HIGHEST for action port [ 886.820355] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5a0768-6d5e-4d45-b677-21d2418a295c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.820535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.820655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.820904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.821086] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.821941] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5a0768-6d5e-4d45-b677-21d2418a295c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.822184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.822239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.822445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.822655] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.822807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.823046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.823252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.823462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.823625] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.824947] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.825161] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.825676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.825676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.825676] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f1918f0-e5f9-4d6a-aace-2ef3ea352d78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.981994] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 886.981994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.982146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.982364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.982555] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.982679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.982747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.982953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.982997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.983073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.983224] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.983320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.983381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.983561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.983709] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.983806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.983868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.984033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.984096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.984173] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.984261] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.328020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.328244] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5a0768-6d5e-4d45-b677-21d2418a295c taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.328361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.328722] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 with status ACTIVE [ 887.328887] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.328998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.329066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.329264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.329351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.329522] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.329620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.329701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.329872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.329917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.330073] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.330165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.330223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.330360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.330432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.330514] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f1918f0-e5f9-4d6a-aace-2ef3ea352d78 is going to be updated. [ 887.373992] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.373992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.373992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.374170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.374908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.374908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f1918f0-e5f9-4d6a-aace-2ef3ea352d78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.486200] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fe55bef-f630-4add-8271-61e0ce2a253d: rpc.has_security_group_logging(os_id): False [ 887.512571] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.512729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.512792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.512997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.513104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.513336] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.513896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.513896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.513896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.513896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.514211] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.514372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.514473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.514687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.514813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.515066] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.515175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.515236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.515376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.515451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.515583] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be updated. [ 887.579723] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.579880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.579924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.580144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.580306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.591089] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: IN_PROGRESS for 2s [ 887.725974] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 887.725974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.791243] env[69210]: INFO networking_nsxv3.common.synchronization [req-f990f5e9-cd72-4d3f-ae65-89e33019221a req-cba3f4ca-eafa-47f2-a6c7-04267873e6a3 tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Enqueued Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_members [ 887.791243] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_members [ 887.791243] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-08104e81-f620-4ba6-8315-73d828267d05 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.791243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.791243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.791243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.791243] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.791243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.791243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.791243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.791695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.791943] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.830789] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.160302] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.160510] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-459" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.160695] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-459" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.160970] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-459" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.161254] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.161420] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.161542] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.161771] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.161920] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.162140] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.162262] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.162373] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.162487] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.162599] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 888.162709] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.162844] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.180024] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.180158] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 888.180299] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.180459] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-459" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.180775] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-bb0ce4e0-e484-433f-a099-f82f118b132d taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.181087] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-bb0ce4e0-e484-433f-a099-f82f118b132d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.181225] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-bb0ce4e0-e484-433f-a099-f82f118b132d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.181556] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-bb0ce4e0-e484-433f-a099-f82f118b132d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.181703] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0ce4e0-e484-433f-a099-f82f118b132d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.294059] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.294059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.294059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.294225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.294225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.294450] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.294554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.294621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.294776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.294853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.294940] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08104e81-f620-4ba6-8315-73d828267d05 already deleted. [ 888.295031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.332207] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.332356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.332427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.332616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.332705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.332803] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c is going to be created. [ 888.356371] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.356536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.356608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.356811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.356973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.366241] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c in Status: UNINITIALIZED for 2s [ 888.684172] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.684388] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.684523] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.684819] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.684982] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.685146] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port bb0ce4e0-e484-433f-a099-f82f118b132d not found, creating... [ 888.685408] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.685623] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.685768] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.686011] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.686252] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.686589] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.686755] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.686879] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.687137] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.687280] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.687426] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: bb0ce4e0-e484-433f-a099-f82f118b132d is going to be created. [ 888.709782] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.710012] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.710152] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.710452] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.710695] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.710923] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-bb0ce4e0-e484-433f-a099-f82f118b132d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.440361] env[69210]: INFO networking_nsxv3.common.synchronization [req-f990f5e9-cd72-4d3f-ae65-89e33019221a req-9c74c181-f66c-47b4-85b6-bb7bf1a16ad9 service nova] Enqueued Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_rules [ 889.440595] env[69210]: INFO networking_nsxv3.common.synchronization [req-f990f5e9-cd72-4d3f-ae65-89e33019221a req-9c74c181-f66c-47b4-85b6-bb7bf1a16ad9 service nova] Enqueued Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_members [ 889.440697] env[69210]: INFO networking_nsxv3.common.synchronization [req-f990f5e9-cd72-4d3f-ae65-89e33019221a req-9c74c181-f66c-47b4-85b6-bb7bf1a16ad9 service nova] Enqueued Resource ID: bb0ce4e0-e484-433f-a099-f82f118b132d with Priority: HIGHEST for action port [ 889.440931] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_rules [ 889.441073] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_members [ 889.441170] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb0ce4e0-e484-433f-a099-f82f118b132d with Priority: HIGHEST for action port [ 889.441772] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08104e81-f620-4ba6-8315-73d828267d05 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.441903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.441988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.442363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.442363] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.443246] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-08104e81-f620-4ba6-8315-73d828267d05 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.443850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.443850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.443850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.443850] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.444034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.444034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.444202] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.444309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.444417] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.445149] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb0ce4e0-e484-433f-a099-f82f118b132d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.445290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb0ce4e0-e484-433f-a099-f82f118b132d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.445360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb0ce4e0-e484-433f-a099-f82f118b132d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.445697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb0ce4e0-e484-433f-a099-f82f118b132d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.445697] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0ce4e0-e484-433f-a099-f82f118b132d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.605162] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 889.605417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.605658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.605918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.606016] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.947168] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-08104e81-f620-4ba6-8315-73d828267d05 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.947328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.947672] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.948505] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb0ce4e0-e484-433f-a099-f82f118b132d with status ACTIVE [ 889.948689] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.948803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.948866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.949098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.949181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.949367] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.949465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.949526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.949683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.949764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.949960] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.950068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.951060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.951060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.951060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.951060] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb0ce4e0-e484-433f-a099-f82f118b132d is going to be updated. [ 889.985299] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.985495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.985599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.985783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.985962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.986100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb0ce4e0-e484-433f-a099-f82f118b132d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.109254] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.109597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.109597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.109713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.109851] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.110640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.110640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.110640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.110640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.110640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.110640] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.349768] env[69210]: INFO networking_nsxv3.common.synchronization [req-cf976b25-bc16-44e1-bf95-2c07cdbc7848 req-2fa37f4d-8b3e-44b4-94d3-7c9fadf5e3e9 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 890.350426] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 890.350737] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.350855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.350919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.351200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.351536] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.351536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.351536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.351779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.351779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.351890] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.377884] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c in Status: SUCCESS [ 890.377884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.377884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.377884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.377884] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.377884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.377884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.377884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.377884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.377884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.377884] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.454176] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.613525] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.613525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.856034] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.881233] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.962361] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.962521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.962596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.962807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.962899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.962999] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08104e81-f620-4ba6-8315-73d828267d05 is going to be created. [ 890.984023] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.984194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.984264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.984423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.984581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.992831] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08104e81-f620-4ba6-8315-73d828267d05 in Status: UNINITIALIZED for 2s [ 891.358359] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.384872] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d5a0768-6d5e-4d45-b677-21d2418a295c: rpc.has_security_group_logging(os_id): False [ 891.404324] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.404507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.404581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.404802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.404896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.405206] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.405313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.405395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.405528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.405626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.405720] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c is going to be created. [ 891.469732] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.469732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.469732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.469732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.470155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.481754] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c in Status: IN_PROGRESS for 2s [ 891.862866] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.862866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.862866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.862866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.862866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.862866] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be updated. [ 891.889057] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.889057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.889057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.889057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.889057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.895919] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: IN_PROGRESS for 2s [ 893.002057] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08104e81-f620-4ba6-8315-73d828267d05 in Status: SUCCESS [ 893.002351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.002445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.002643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.002824] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.002937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.002999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.003169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.003246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.003330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.003415] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.495840] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c in Status: SUCCESS [ 893.496169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.506945] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.905103] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 893.905439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.905715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.905942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.906148] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.906265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.906336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.906488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.906572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.906657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.906829] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.906925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.906979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.907134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.907271] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.907362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.907730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.907730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.907730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.907730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.908074] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.010071] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08104e81-f620-4ba6-8315-73d828267d05: rpc.has_security_group_logging(os_id): False [ 894.025673] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.025818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.025941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.026210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.026267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.026528] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.026648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.026715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.026891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.027012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.027135] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08104e81-f620-4ba6-8315-73d828267d05 is going to be created. [ 894.083274] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.083423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.083496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.083738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.084361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.095570] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08104e81-f620-4ba6-8315-73d828267d05 in Status: IN_PROGRESS for 2s [ 894.413475] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fe55bef-f630-4add-8271-61e0ce2a253d: rpc.has_security_group_logging(os_id): False [ 894.432833] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.432981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.433066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.433311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.433419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.433616] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.433713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.433774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.433939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.434026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.434212] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.434304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.434365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.434500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.434573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.434769] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.434872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.434916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.437790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.437922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.438032] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be updated. [ 894.509571] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.509703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.509738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.509945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.510121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.525570] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: IN_PROGRESS for 2s [ 895.351658] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 895.351886] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 896.106958] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08104e81-f620-4ba6-8315-73d828267d05 in Status: SUCCESS [ 896.107232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.252480] env[69210]: INFO networking_nsxv3.common.synchronization [req-6f4e4d9f-df0d-4f86-85b7-574be9855375 req-fdaa6f29-0504-4ef4-b3ff-cf7c87044e68 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Enqueued Resource ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 with Priority: HIGHEST for action security_group_members [ 896.252963] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 with Priority: HIGHEST for action security_group_members [ 896.253281] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-57041c8d-3ed9-452e-a265-bf2b041394d9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.253406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.253472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.253757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.254456] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.254456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.254456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.254456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.254456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.254456] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57041c8d-3ed9-452e-a265-bf2b041394d9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.541020] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 896.541370] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.721241] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.721591] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-729" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.721736] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-729" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.722340] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-729" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.722628] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.722839] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.723070] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.723433] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.723693] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.723928] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.724079] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.724211] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.724330] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.724448] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.724562] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.725358] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.748108] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.748296] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.748507] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.748714] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-729" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.749046] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-2bb5d347-9848-4066-bfda-179676520366 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.750170] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-2bb5d347-9848-4066-bfda-179676520366" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.750170] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-2bb5d347-9848-4066-bfda-179676520366" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.750170] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-2bb5d347-9848-4066-bfda-179676520366" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.750170] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb5d347-9848-4066-bfda-179676520366',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.756322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.756381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.756410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.756693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.756766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.756935] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.757041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.757105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.757255] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.757327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.757410] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 already deleted. [ 896.757486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.254091] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.254350] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.254484] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.254775] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.254938] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.255111] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 2bb5d347-9848-4066-bfda-179676520366 not found, creating... [ 897.255372] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.255533] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.255705] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.255928] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.256088] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.256405] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.256540] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.256674] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.256878] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.257027] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.257176] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 2bb5d347-9848-4066-bfda-179676520366 is going to be created. [ 897.277506] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.277717] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.277850] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.278194] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.278440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.278664] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-2bb5d347-9848-4066-bfda-179676520366" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.106112] env[69210]: INFO networking_nsxv3.common.synchronization [req-6f4e4d9f-df0d-4f86-85b7-574be9855375 req-6a91c0d2-3a8b-40f1-8074-bed357d99373 service nova] Enqueued Resource ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 with Priority: HIGHEST for action security_group_rules [ 898.106558] env[69210]: INFO networking_nsxv3.common.synchronization [req-6f4e4d9f-df0d-4f86-85b7-574be9855375 req-6a91c0d2-3a8b-40f1-8074-bed357d99373 service nova] Enqueued Resource ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 with Priority: HIGHEST for action security_group_members [ 898.106558] env[69210]: INFO networking_nsxv3.common.synchronization [req-6f4e4d9f-df0d-4f86-85b7-574be9855375 req-6a91c0d2-3a8b-40f1-8074-bed357d99373 service nova] Enqueued Resource ID: 2bb5d347-9848-4066-bfda-179676520366 with Priority: HIGHEST for action port [ 898.107048] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 with Priority: HIGHEST for action security_group_rules [ 898.107247] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 with Priority: HIGHEST for action security_group_members [ 898.108286] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb5d347-9848-4066-bfda-179676520366 with Priority: HIGHEST for action port [ 898.108286] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57041c8d-3ed9-452e-a265-bf2b041394d9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.108286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.108286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.108286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.108667] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57041c8d-3ed9-452e-a265-bf2b041394d9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.111451] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-57041c8d-3ed9-452e-a265-bf2b041394d9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.111607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.111769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.113076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.113076] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.113076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.113076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.113076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.113076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.113076] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57041c8d-3ed9-452e-a265-bf2b041394d9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.114966] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bb5d347-9848-4066-bfda-179676520366 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.114966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bb5d347-9848-4066-bfda-179676520366" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.114966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bb5d347-9848-4066-bfda-179676520366" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.114966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bb5d347-9848-4066-bfda-179676520366" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.114966] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb5d347-9848-4066-bfda-179676520366',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.611788] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-57041c8d-3ed9-452e-a265-bf2b041394d9 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.612033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.616375] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bb5d347-9848-4066-bfda-179676520366 with status ACTIVE [ 898.616623] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.616762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.616830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.617126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.617211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.617525] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.617633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.617699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.617887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.617970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.618181] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.618294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.618356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.618515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.618593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.618679] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bb5d347-9848-4066-bfda-179676520366 is going to be updated. [ 898.621669] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57041c8d-3ed9-452e-a265-bf2b041394d9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.643206] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.643359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.643439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.643719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.643909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.644093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bb5d347-9848-4066-bfda-179676520366" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.127168] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57041c8d-3ed9-452e-a265-bf2b041394d9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.629010] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.629192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.629260] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.629472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.629561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.629667] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 is going to be created. [ 899.654322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.654516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.654516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.654743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.654910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.664561] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 in Status: UNINITIALIZED for 2s [ 901.112276] env[69210]: INFO networking_nsxv3.common.synchronization [req-38949eba-b2f9-4ccf-ae66-83c4c3954497 req-44e809bf-1455-4960-879e-3cceb843c69e tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 901.112889] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 901.113225] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.113350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.113414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.113624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.113802] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.113913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.113976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.114142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.114228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.114328] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.524019] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.524019] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.524019] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.524019] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.524019] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.524019] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.524019] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.524019] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.524019] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.524019] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.524019] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.524019] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.524508] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.524508] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.524508] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.524508] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.544070] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.544294] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.544441] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.544631] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.544959] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-522cfff3-b16d-4ce1-948f-c79268fc5d5c taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.545159] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-522cfff3-b16d-4ce1-948f-c79268fc5d5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.545285] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-522cfff3-b16d-4ce1-948f-c79268fc5d5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.545624] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-522cfff3-b16d-4ce1-948f-c79268fc5d5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.547930] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522cfff3-b16d-4ce1-948f-c79268fc5d5c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.621045] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.621045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.621045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.621045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.621045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.621045] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.621045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.621045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.621045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.621045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.621045] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 901.648727] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.648727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.648727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.648727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.648727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.657553] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 901.675404] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 in Status: SUCCESS [ 901.675404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.675404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.675404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.675404] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.675404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.675404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.675404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.675404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.675404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.675404] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57041c8d-3ed9-452e-a265-bf2b041394d9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.048075] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.048344] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.048455] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.048737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.048892] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.049061] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 522cfff3-b16d-4ce1-948f-c79268fc5d5c not found, creating... [ 902.049326] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.049484] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.049604] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.049861] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.049969] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.050277] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.050679] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.050679] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.050776] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.050868] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.051041] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 522cfff3-b16d-4ce1-948f-c79268fc5d5c is going to be created. [ 902.079461] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.079711] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.079857] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.080198] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.080461] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.080714] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-522cfff3-b16d-4ce1-948f-c79268fc5d5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.182501] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-57041c8d-3ed9-452e-a265-bf2b041394d9 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.182895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.182895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.182965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.183136] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.183237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.183299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.183480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.183566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.183707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.183977] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-57041c8d-3ed9-452e-a265-bf2b041394d9 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.184121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.184194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.184351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.184505] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.184599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.184670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.184802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.184880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.184968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.185063] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57041c8d-3ed9-452e-a265-bf2b041394d9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.689778] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57041c8d-3ed9-452e-a265-bf2b041394d9: rpc.has_security_group_logging(os_id): False [ 902.707297] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.708801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.708877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.709128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.709216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.709426] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.709529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.709588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.709740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.709813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.710017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.710106] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.710164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.710299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.710367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.710550] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.710677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.710710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.710816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.710883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.710963] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 is going to be created. [ 902.762033] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.762033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.762033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.762291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.762396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.772305] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 in Status: IN_PROGRESS for 2s [ 902.878190] env[69210]: INFO networking_nsxv3.common.synchronization [req-38949eba-b2f9-4ccf-ae66-83c4c3954497 req-8fd22886-00c3-48d6-a024-df78b70e7092 service nova] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_rules [ 902.878411] env[69210]: INFO networking_nsxv3.common.synchronization [req-38949eba-b2f9-4ccf-ae66-83c4c3954497 req-8fd22886-00c3-48d6-a024-df78b70e7092 service nova] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 902.878578] env[69210]: INFO networking_nsxv3.common.synchronization [req-38949eba-b2f9-4ccf-ae66-83c4c3954497 req-8fd22886-00c3-48d6-a024-df78b70e7092 service nova] Enqueued Resource ID: 522cfff3-b16d-4ce1-948f-c79268fc5d5c with Priority: HIGHEST for action port [ 902.878819] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_rules [ 902.878952] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 902.879062] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522cfff3-b16d-4ce1-948f-c79268fc5d5c with Priority: HIGHEST for action port [ 902.879603] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.879727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.879794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.880085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.880296] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.883320] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.883320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.883320] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-522cfff3-b16d-4ce1-948f-c79268fc5d5c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.883320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-522cfff3-b16d-4ce1-948f-c79268fc5d5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.883320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-522cfff3-b16d-4ce1-948f-c79268fc5d5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.883320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-522cfff3-b16d-4ce1-948f-c79268fc5d5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.883320] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522cfff3-b16d-4ce1-948f-c79268fc5d5c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.386678] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 522cfff3-b16d-4ce1-948f-c79268fc5d5c with status ACTIVE [ 903.387210] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.387418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.387490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.387713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.388120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.388349] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.388456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.388522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.388706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.388851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.389063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.389167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.389234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.389396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.389507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.389597] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 522cfff3-b16d-4ce1-948f-c79268fc5d5c is going to be updated. [ 903.390902] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.391117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.410269] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.410448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.410504] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.410726] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.410867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.411101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-522cfff3-b16d-4ce1-948f-c79268fc5d5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.667792] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 903.668106] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc deletion is rescheduled due to dependency. [ 903.668231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.668397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.668616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.668798] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.668953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.669063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.669230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.669308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.669403] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.172129] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.675881] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.784265] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 in Status: SUCCESS [ 904.784265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.178409] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.178573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.178626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.178889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.178919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.179038] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 905.204544] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.204790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.204790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.204968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.205137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.212847] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 907.224356] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 907.224822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.225038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.225415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.225645] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.225836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.225925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.226091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.226322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.226443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.226540] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.729455] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.729715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.729756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.729953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.731144] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.731266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.731333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.731572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.731729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.732034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.732234] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.732365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.732453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.732617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.732813] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.732930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.733215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.733601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.733695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.737089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.737089] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.882403] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 907.882504] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 907.971306] env[69210]: INFO networking_nsxv3.common.synchronization [req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 req-03c29fd7-a471-4619-8f27-eed6ec174470 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 907.971855] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 907.972198] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.972330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.972421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.972586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.972735] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.972826] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.972885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.973092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.973186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.973277] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.242077] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6efeb86b-299a-454f-80d9-0d0a81aba7fc: rpc.has_security_group_logging(os_id): False [ 908.258560] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.258709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.258784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.258993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.259097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.259287] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.259386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.259448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.259589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.259665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.259864] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.260031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.263948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.263948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.263948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.263948] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.263948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.263948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.263948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.263948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.263948] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 908.326019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.326019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.326019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.328352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.328352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.349143] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 908.400326] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.400326] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.400326] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.400326] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.400326] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.400326] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.400326] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.401089] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.403753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.406023] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.406023] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.406023] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.406023] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.406023] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.406023] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.406023] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.430650] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.430650] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.430650] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.430650] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.430650] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-6c3f6fd4-929b-4a69-a65a-5e61e375a70f taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.430650] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-6c3f6fd4-929b-4a69-a65a-5e61e375a70f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.430650] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-6c3f6fd4-929b-4a69-a65a-5e61e375a70f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.430650] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-6c3f6fd4-929b-4a69-a65a-5e61e375a70f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.431228] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3f6fd4-929b-4a69-a65a-5e61e375a70f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.476539] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.480019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.480019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.480019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.498851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.499154] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.499335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.499439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.499660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.499745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.499846] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 908.527016] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.527264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.527296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.527496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.527637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.535997] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 908.763623] env[69210]: INFO networking_nsxv3.common.synchronization [req-bb6fce82-ca6d-41d6-bf0c-3fda991945b2 req-e27023c8-7065-425a-86e0-aa85daf1f986 tempest-InstanceActionsV221TestJSON-201407412 tempest-InstanceActionsV221TestJSON-201407412-project-member] Enqueued Resource ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 with Priority: HIGHEST for action security_group_members [ 908.765140] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 with Priority: HIGHEST for action security_group_members [ 908.766800] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-57041c8d-3ed9-452e-a265-bf2b041394d9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.766800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.766800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.767053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.767340] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.769285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.769285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.769285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.769285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.769285] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57041c8d-3ed9-452e-a265-bf2b041394d9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.933631] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.933958] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.934224] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.934649] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.934925] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.935242] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 6c3f6fd4-929b-4a69-a65a-5e61e375a70f not found, creating... [ 908.935740] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.936168] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.936401] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.936813] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.937029] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.937481] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.938204] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.938204] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.938321] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.938500] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.938695] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 6c3f6fd4-929b-4a69-a65a-5e61e375a70f is going to be created. [ 908.959709] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.960084] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.960345] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.961316] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.961316] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.961454] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-6c3f6fd4-929b-4a69-a65a-5e61e375a70f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.270436] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.270751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.270751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.270874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.270960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.271171] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.271272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.271593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.271593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.271593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.271850] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 is going to be updated. [ 909.297274] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.297421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.297488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.297662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.297790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.306984] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 in Status: IN_PROGRESS for 2s [ 909.712021] env[69210]: INFO networking_nsxv3.common.synchronization [req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 req-9accca13-856c-4767-8c5d-0722c93ac79b service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 909.712021] env[69210]: INFO networking_nsxv3.common.synchronization [req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 req-9accca13-856c-4767-8c5d-0722c93ac79b service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 909.712021] env[69210]: INFO networking_nsxv3.common.synchronization [req-60fb0bd6-70f2-42e8-acf0-3f102df75e13 req-9accca13-856c-4767-8c5d-0722c93ac79b service nova] Enqueued Resource ID: 6c3f6fd4-929b-4a69-a65a-5e61e375a70f with Priority: HIGHEST for action port [ 909.712021] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 909.712021] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 909.712021] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c3f6fd4-929b-4a69-a65a-5e61e375a70f with Priority: HIGHEST for action port [ 909.712021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.712021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.712021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.712021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.712021] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.713949] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.714303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.714619] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c3f6fd4-929b-4a69-a65a-5e61e375a70f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.716560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c3f6fd4-929b-4a69-a65a-5e61e375a70f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.716560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c3f6fd4-929b-4a69-a65a-5e61e375a70f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.716560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c3f6fd4-929b-4a69-a65a-5e61e375a70f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.716560] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c3f6fd4-929b-4a69-a65a-5e61e375a70f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.217193] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.217938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.217938] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c3f6fd4-929b-4a69-a65a-5e61e375a70f with status ACTIVE [ 910.217938] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.217938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.217938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.218240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.218240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.221714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.221714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.221714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.221714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.221714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.221714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.221714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.221714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.221714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.221714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.221714] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c3f6fd4-929b-4a69-a65a-5e61e375a70f is going to be updated. [ 910.244877] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.245070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.245179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.245460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.245607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.245768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c3f6fd4-929b-4a69-a65a-5e61e375a70f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.363902] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 910.364183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.545869] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 910.546524] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 910.546666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.547289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.547673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.547867] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.547990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.548067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.548382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.548482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.548595] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.051243] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.318723] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 in Status: SUCCESS [ 911.319076] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 deletion is rescheduled due to dependency. [ 911.319076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.553332] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.739924] env[69210]: INFO networking_nsxv3.common.synchronization [None req-37fa43fc-f4c8-46de-ac69-7369262f3ae5 None None] Enqueued Resource ID: 13da6bca-9bc1-48e2-abc8-f3f892c79da9 with Priority: HIGHEST for action port [ 911.740214] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13da6bca-9bc1-48e2-abc8-f3f892c79da9 with Priority: HIGHEST for action port [ 911.740817] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-13da6bca-9bc1-48e2-abc8-f3f892c79da9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.740958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13da6bca-9bc1-48e2-abc8-f3f892c79da9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.741041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13da6bca-9bc1-48e2-abc8-f3f892c79da9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.741344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13da6bca-9bc1-48e2-abc8-f3f892c79da9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.741444] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13da6bca-9bc1-48e2-abc8-f3f892c79da9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.058682] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.058682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.058682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.058682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.058682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.058682] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 912.112886] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.112886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.112886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.112886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.112886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.127459] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 912.246262] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13da6bca-9bc1-48e2-abc8-f3f892c79da9 [ 912.246866] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.246866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.246866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.247084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.247084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.247144] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13da6bca-9bc1-48e2-abc8-f3f892c79da9 already deleted. [ 912.247218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13da6bca-9bc1-48e2-abc8-f3f892c79da9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.086303] env[69210]: INFO networking_nsxv3.common.synchronization [None req-d3fe88b3-e7b8-4c44-a56a-f60e50c4005c None None] Enqueued Resource ID: e91cbb24-b294-4f73-9854-e2243269cbd3 with Priority: HIGHEST for action port [ 914.087084] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91cbb24-b294-4f73-9854-e2243269cbd3 with Priority: HIGHEST for action port [ 914.087699] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-e91cbb24-b294-4f73-9854-e2243269cbd3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.087860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e91cbb24-b294-4f73-9854-e2243269cbd3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.088300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e91cbb24-b294-4f73-9854-e2243269cbd3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.088300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e91cbb24-b294-4f73-9854-e2243269cbd3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.088300] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91cbb24-b294-4f73-9854-e2243269cbd3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.138976] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 914.138976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.139478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.139831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.141232] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.142392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.142563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.142967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.143124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.143606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.143904] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.593986] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e91cbb24-b294-4f73-9854-e2243269cbd3 [ 914.593986] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.594168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.594168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.594490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.594490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.595053] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e91cbb24-b294-4f73-9854-e2243269cbd3 already deleted. [ 914.595053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e91cbb24-b294-4f73-9854-e2243269cbd3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.651504] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.652303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.652303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.652303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.652303] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.652303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.652303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.653628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.653628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.653628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.654031] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.161545] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f057cf8-8872-47a7-bbeb-fcc46158bf44: rpc.has_security_group_logging(os_id): False [ 915.180525] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.180703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.180776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.180961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.181068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.181263] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.181359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.181414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.181559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.181637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.181833] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.181928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.181983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.182129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.182204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.182440] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.182533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.182533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.182635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.182716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.182798] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 915.240368] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.240530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.240572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.240797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.240916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.251543] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 915.495961] env[69210]: INFO networking_nsxv3.common.synchronization [None req-260b38b8-270c-42be-89c0-09ac84a6e880 None None] Enqueued Resource ID: 8fba47df-bdd6-4b07-b8fb-77ec87e9b824 with Priority: HIGHEST for action port [ 915.496578] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fba47df-bdd6-4b07-b8fb-77ec87e9b824 with Priority: HIGHEST for action port [ 915.496895] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fba47df-bdd6-4b07-b8fb-77ec87e9b824 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.497187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fba47df-bdd6-4b07-b8fb-77ec87e9b824" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.497187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fba47df-bdd6-4b07-b8fb-77ec87e9b824" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.497691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fba47df-bdd6-4b07-b8fb-77ec87e9b824" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.497691] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fba47df-bdd6-4b07-b8fb-77ec87e9b824',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.576127] env[69210]: INFO networking_nsxv3.common.synchronization [req-c09cc383-5e7b-4f9e-81b7-c80cb4cbc344 req-330b21a6-7378-4d6f-9ab9-2aeb42398512 tempest-ListImageFiltersTestJSON-939027314 tempest-ListImageFiltersTestJSON-939027314-project-member] Enqueued Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 915.576650] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGHEST for action security_group_members [ 915.576988] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.583376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.583452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.584031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.584031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.584031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.584248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.584292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.584386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.584483] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.000626] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fba47df-bdd6-4b07-b8fb-77ec87e9b824 [ 916.000626] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.000626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.000626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.000626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.000626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.000626] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fba47df-bdd6-4b07-b8fb-77ec87e9b824 already deleted. [ 916.000626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fba47df-bdd6-4b07-b8fb-77ec87e9b824" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.093311] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.093311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.093311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.093311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.093311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.093311] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.093311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.093311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.093311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.093311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.093311] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e is going to be updated. [ 916.117715] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.117715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.118704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.118704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.118704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.129473] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: IN_PROGRESS for 2s [ 917.263847] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 917.264123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.543038] env[69210]: INFO networking_nsxv3.common.synchronization [None req-07a52a54-881e-4070-92c8-a8e5c1564d4f None None] Enqueued Resource ID: 033606f4-41c4-4141-b8d4-278ec270f4e4 with Priority: HIGHEST for action port [ 917.543038] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033606f4-41c4-4141-b8d4-278ec270f4e4 with Priority: HIGHEST for action port [ 917.543038] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-033606f4-41c4-4141-b8d4-278ec270f4e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.543038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-033606f4-41c4-4141-b8d4-278ec270f4e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.543492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-033606f4-41c4-4141-b8d4-278ec270f4e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.544198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-033606f4-41c4-4141-b8d4-278ec270f4e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.544398] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033606f4-41c4-4141-b8d4-278ec270f4e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.049154] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 033606f4-41c4-4141-b8d4-278ec270f4e4 [ 918.049390] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.049522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.049591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.049793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.049937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.049984] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:033606f4-41c4-4141-b8d4-278ec270f4e4 already deleted. [ 918.053483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-033606f4-41c4-4141-b8d4-278ec270f4e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.135477] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: IN_PROGRESS for 4s [ 918.153562] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b11b4324-3fe5-4ec9-953b-775eebb78f32 None None] Enqueued Resource ID: 3f48f771-87de-4974-b3ba-101fec102e51 with Priority: HIGHEST for action port [ 918.153823] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f48f771-87de-4974-b3ba-101fec102e51 with Priority: HIGHEST for action port [ 918.154611] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f48f771-87de-4974-b3ba-101fec102e51 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.154695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f48f771-87de-4974-b3ba-101fec102e51" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.154753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f48f771-87de-4974-b3ba-101fec102e51" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.154960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f48f771-87de-4974-b3ba-101fec102e51" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.155437] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f48f771-87de-4974-b3ba-101fec102e51',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.657621] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f48f771-87de-4974-b3ba-101fec102e51 [ 918.658172] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.658172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.658662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.658662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.658662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.658826] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f48f771-87de-4974-b3ba-101fec102e51 already deleted. [ 918.658826] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f48f771-87de-4974-b3ba-101fec102e51" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.866824] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e389cc37-f88b-4f2d-8a35-2ff64071cc88 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_rules [ 918.868888] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_rules [ 918.868888] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06ca6ead-d371-427f-91f2-f3ab125810de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.868888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.868888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.869461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.870492] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.047149] env[69210]: INFO networking_nsxv3.common.synchronization [None req-2dacce01-fcfb-423d-9fc4-f22a8a2526c8 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_rules [ 919.047740] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_rules [ 919.049162] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06ca6ead-d371-427f-91f2-f3ab125810de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.049323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.391505] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.391505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.391505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.391711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.391800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.391894] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06ca6ead-d371-427f-91f2-f3ab125810de already deleted. [ 919.391981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.392152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.392303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.392386] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.423222] env[69210]: INFO networking_nsxv3.common.synchronization [req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 req-558c2a7d-b65c-47af-a1bb-db0ab5ba0ed3 tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 919.424385] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 919.424755] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.424883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.426603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.426603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.426603] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.426603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.426603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.426603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.426603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.426603] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.893243] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.893594] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.893594] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.893870] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.894844] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.897305] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.897467] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.897730] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.897895] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.898139] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.898265] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.898386] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.898502] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.898619] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 919.898732] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.898873] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.924964] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.927897] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 919.927897] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.927897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.927897] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-3f63830c-6fca-4f6d-8622-e914695cec25 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.927897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-3f63830c-6fca-4f6d-8622-e914695cec25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.927897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-3f63830c-6fca-4f6d-8622-e914695cec25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.927897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-3f63830c-6fca-4f6d-8622-e914695cec25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.927897] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f63830c-6fca-4f6d-8622-e914695cec25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.928749] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.928868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.928940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.929285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.929395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.929495] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06ca6ead-d371-427f-91f2-f3ab125810de already deleted. [ 919.929557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.929833] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.929934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.929997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.930162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.930239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.930403] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.930505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.930591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.930925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.930925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.930925] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f is going to be updated. [ 919.957125] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.957751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.957751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.957751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.957751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.966246] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: IN_PROGRESS for 2s [ 920.147729] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88cc1f79-e050-41be-9f34-e92618a2f04e in Status: SUCCESS [ 920.147729] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e deletion is rescheduled due to dependency. [ 920.147729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.433755] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.434010] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.434354] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.434518] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.434767] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.435534] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 3f63830c-6fca-4f6d-8622-e914695cec25 not found, creating... [ 920.436287] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.437078] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.437349] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.437916] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.438364] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.438810] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.439066] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.439245] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.439723] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.439723] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.440103] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 3f63830c-6fca-4f6d-8622-e914695cec25 is going to be created. [ 920.461574] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.461574] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.461574] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.461759] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.462474] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.462811] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-3f63830c-6fca-4f6d-8622-e914695cec25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.576846] env[69210]: INFO networking_nsxv3.common.synchronization [None req-8a414446-2ca2-4d85-a944-279d3f81a2e8 None None] Enqueued Resource ID: 680fa1d6-3747-4d76-9b5d-9afc3eab39df with Priority: HIGHEST for action port [ 920.577194] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 680fa1d6-3747-4d76-9b5d-9afc3eab39df with Priority: HIGHEST for action port [ 920.577289] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-680fa1d6-3747-4d76-9b5d-9afc3eab39df taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.577492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-680fa1d6-3747-4d76-9b5d-9afc3eab39df" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.577492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-680fa1d6-3747-4d76-9b5d-9afc3eab39df" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.578105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-680fa1d6-3747-4d76-9b5d-9afc3eab39df" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.578105] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680fa1d6-3747-4d76-9b5d-9afc3eab39df',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.080286] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 680fa1d6-3747-4d76-9b5d-9afc3eab39df [ 921.080569] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.081115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.081115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.081115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.081115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.081115] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:680fa1d6-3747-4d76-9b5d-9afc3eab39df already deleted. [ 921.081278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-680fa1d6-3747-4d76-9b5d-9afc3eab39df" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.451991] env[69210]: INFO networking_nsxv3.common.synchronization [req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 req-11b43b75-7203-424b-8422-e25c6dde871a service nova] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_rules [ 921.456293] env[69210]: INFO networking_nsxv3.common.synchronization [req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 req-11b43b75-7203-424b-8422-e25c6dde871a service nova] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 921.456494] env[69210]: INFO networking_nsxv3.common.synchronization [req-f5e3cc8c-a10e-44ed-8a96-8e16aab42555 req-11b43b75-7203-424b-8422-e25c6dde871a service nova] Enqueued Resource ID: 3f63830c-6fca-4f6d-8622-e914695cec25 with Priority: HIGHEST for action port [ 921.456771] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_rules [ 921.456908] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 921.459159] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f63830c-6fca-4f6d-8622-e914695cec25 with Priority: HIGHEST for action port [ 921.460653] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.463359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.463359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.464164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.464316] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.466618] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.466733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.467010] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f63830c-6fca-4f6d-8622-e914695cec25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.468056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f63830c-6fca-4f6d-8622-e914695cec25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.468165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f63830c-6fca-4f6d-8622-e914695cec25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.468807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f63830c-6fca-4f6d-8622-e914695cec25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.469948] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f63830c-6fca-4f6d-8622-e914695cec25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.971873] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.972024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.972201] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f63830c-6fca-4f6d-8622-e914695cec25 with status ACTIVE [ 921.972368] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.972479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.972538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.972746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.973274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.976495] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.976495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.976495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.976495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.976495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.976495] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.976495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.976495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.976495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.976495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.976495] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f63830c-6fca-4f6d-8622-e914695cec25 is going to be updated. [ 921.978193] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: SUCCESS [ 921.978370] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f deletion is rescheduled due to dependency. [ 921.978467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.978631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.978805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.978952] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.979073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.979139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.979275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.979351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.979444] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.001912] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.001912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.001912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.001912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.001912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.001912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f63830c-6fca-4f6d-8622-e914695cec25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.188320] env[69210]: INFO networking_nsxv3.common.synchronization [None req-2b001718-2f8e-485d-a464-0c9c73406dfe None None] Enqueued Resource ID: c1cd1ab2-0e12-436d-b10a-58b0bff7b862 with Priority: HIGHEST for action port [ 922.188602] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cd1ab2-0e12-436d-b10a-58b0bff7b862 with Priority: HIGHEST for action port [ 922.189297] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1cd1ab2-0e12-436d-b10a-58b0bff7b862 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.189297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1cd1ab2-0e12-436d-b10a-58b0bff7b862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.189458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1cd1ab2-0e12-436d-b10a-58b0bff7b862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.189596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1cd1ab2-0e12-436d-b10a-58b0bff7b862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.189677] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1cd1ab2-0e12-436d-b10a-58b0bff7b862',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.486246] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.693877] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1cd1ab2-0e12-436d-b10a-58b0bff7b862 [ 922.694267] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.694424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.694511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.694825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.694939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.695093] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1cd1ab2-0e12-436d-b10a-58b0bff7b862 already deleted. [ 922.695246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1cd1ab2-0e12-436d-b10a-58b0bff7b862" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.791024] env[69210]: INFO networking_nsxv3.common.synchronization [None req-dd978a85-7712-4686-a303-285d03e0b76c tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_rules [ 922.791024] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_rules [ 922.791024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.791024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.791024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.791910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.792167] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.899647] env[69210]: INFO networking_nsxv3.common.synchronization [None req-5e7fe485-ccf9-4ccd-9dcd-ea39141fa119 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_rules [ 922.900179] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_rules [ 922.900478] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.900580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.992852] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.313713] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.314751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.316085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.316612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.316883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.317187] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 already deleted. [ 923.318628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.318858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.318989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.319090] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.499356] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.499524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.499572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.499951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.499951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.500086] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f is going to be updated. [ 923.528218] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.528406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.528480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.528691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.528857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.537072] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: IN_PROGRESS for 2s [ 923.838886] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.842568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.842685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.842899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.842974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.843118] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 already deleted. [ 923.843197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.212612] env[69210]: INFO networking_nsxv3.common.synchronization [req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 req-1f665e24-afbb-483d-9cf2-5aa284eb7b2c tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 924.213175] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 924.213471] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.213588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.213653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.214051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.214203] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.214345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.214505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.214742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.214883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.214966] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.310391] env[69210]: INFO networking_nsxv3.common.synchronization [None req-bbdf8ed2-75f0-40bd-91fb-a1516be8a442 None None] Enqueued Resource ID: 290c7bb4-c977-44d8-be94-cd5e7fa42f5c with Priority: HIGHEST for action port [ 924.310769] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290c7bb4-c977-44d8-be94-cd5e7fa42f5c with Priority: HIGHEST for action port [ 924.312055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-290c7bb4-c977-44d8-be94-cd5e7fa42f5c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.312055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-290c7bb4-c977-44d8-be94-cd5e7fa42f5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.312055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-290c7bb4-c977-44d8-be94-cd5e7fa42f5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.312055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-290c7bb4-c977-44d8-be94-cd5e7fa42f5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.312055] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290c7bb4-c977-44d8-be94-cd5e7fa42f5c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.717321] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.717321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.717321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.717321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.717719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.717719] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.717719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.717835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.718059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.718059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.718122] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be deleted. [ 924.721622] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.721820] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.721949] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.722293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.722621] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.722621] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.722832] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.723203] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.723203] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.723855] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.723855] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.723855] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.723855] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.723855] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.724124] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.724124] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.740400] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.740804] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.740982] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.741221] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.741560] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-2a45c36f-88b8-4ff4-b64f-166dec57913a taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.741743] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-2a45c36f-88b8-4ff4-b64f-166dec57913a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.741871] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-2a45c36f-88b8-4ff4-b64f-166dec57913a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.742212] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-2a45c36f-88b8-4ff4-b64f-166dec57913a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.742359] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a45c36f-88b8-4ff4-b64f-166dec57913a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.747344] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.747489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.747544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.747737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.747823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.747913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.818882] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 290c7bb4-c977-44d8-be94-cd5e7fa42f5c [ 924.819143] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.819286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.819356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.819566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.819659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.819754] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:290c7bb4-c977-44d8-be94-cd5e7fa42f5c already deleted. [ 924.819835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-290c7bb4-c977-44d8-be94-cd5e7fa42f5c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.244528] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.245180] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.245180] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.245329] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.245919] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.245919] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 2a45c36f-88b8-4ff4-b64f-166dec57913a not found, creating... [ 925.245919] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.246128] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.247037] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.247037] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.247037] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.247037] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.247255] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.247255] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.247444] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.247604] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.247751] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 2a45c36f-88b8-4ff4-b64f-166dec57913a is going to be created. [ 925.269971] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.270206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.270343] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.270627] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.270871] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.271200] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-2a45c36f-88b8-4ff4-b64f-166dec57913a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.547163] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: SUCCESS [ 925.547751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.547751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.547890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.548340] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.548340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.548340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.548473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.548506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.548596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.549022] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.003396] env[69210]: INFO networking_nsxv3.common.synchronization [req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 req-384f1038-b2a6-4a0c-938a-52f3e48757b0 service nova] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_rules [ 926.003396] env[69210]: INFO networking_nsxv3.common.synchronization [req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 req-384f1038-b2a6-4a0c-938a-52f3e48757b0 service nova] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 926.003396] env[69210]: INFO networking_nsxv3.common.synchronization [req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 req-384f1038-b2a6-4a0c-938a-52f3e48757b0 service nova] Enqueued Resource ID: 2a45c36f-88b8-4ff4-b64f-166dec57913a with Priority: HIGHEST for action port [ 926.003919] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_rules [ 926.003919] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 926.003919] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a45c36f-88b8-4ff4-b64f-166dec57913a with Priority: HIGHEST for action port [ 926.005621] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.005621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.005621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.005621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.005621] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.005923] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.005923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.005923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.006099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.006276] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.006364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.006417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.006563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.006647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.006741] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.007760] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a45c36f-88b8-4ff4-b64f-166dec57913a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.007872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a45c36f-88b8-4ff4-b64f-166dec57913a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.007961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a45c36f-88b8-4ff4-b64f-166dec57913a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.008124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a45c36f-88b8-4ff4-b64f-166dec57913a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.008207] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a45c36f-88b8-4ff4-b64f-166dec57913a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.050681] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.510205] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.510205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.510205] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.510762] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a45c36f-88b8-4ff4-b64f-166dec57913a with status ACTIVE [ 926.510889] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.511013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.511082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.511327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.511386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.511541] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.511640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.511704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.511852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.511927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.512133] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.512337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.512337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.512498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.512498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.512610] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a45c36f-88b8-4ff4-b64f-166dec57913a is going to be updated. [ 926.534274] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.536111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.536111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.536111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.536111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.536111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a45c36f-88b8-4ff4-b64f-166dec57913a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.555771] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3c36087-1356-4488-81dd-21f7ba2e309f: rpc.has_security_group_logging(os_id): False [ 926.573153] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.573153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.573153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.573153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.573153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.573153] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.573153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.573153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.573153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.573153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.573153] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f is going to be updated. [ 926.628929] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.628929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.628929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.628929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.628929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.640453] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: IN_PROGRESS for 2s [ 927.016234] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.519487] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.519487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.519694] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.519745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.519816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.519912] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be created. [ 927.544608] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.545373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.545538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.546354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.546354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.579631] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: UNINITIALIZED for 2s [ 928.653797] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: SUCCESS [ 928.654147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.142716] env[69210]: INFO networking_nsxv3.common.synchronization [req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 req-dc5bb39a-cf18-4666-9fbd-8b6183d4d29b tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 929.143479] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 929.144028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.144359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.475923] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.476194] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.476346] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.476638] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.476924] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.477429] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.477593] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.477824] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.477996] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.478249] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.478383] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.478511] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.478629] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.478758] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.478872] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.479039] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.496139] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.496327] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.496474] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.496662] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.496956] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-90441247-7a60-46fa-82d8-8f2561757ba6 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.497222] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-90441247-7a60-46fa-82d8-8f2561757ba6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.497366] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-90441247-7a60-46fa-82d8-8f2561757ba6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.497693] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-90441247-7a60-46fa-82d8-8f2561757ba6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.497852] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90441247-7a60-46fa-82d8-8f2561757ba6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.589093] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 929.589333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.589526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.589749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.589994] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.590150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.590222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.590401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.590493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.590579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.590690] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.591648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.591819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.591979] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.592137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.592203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.592362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.592442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.592530] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.000692] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.001083] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.001364] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.001783] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.002060] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.002388] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 90441247-7a60-46fa-82d8-8f2561757ba6 not found, creating... [ 930.002888] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.003223] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.003463] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.004028] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.004128] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.004640] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.006076] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.006076] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.006076] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.006076] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.006261] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 90441247-7a60-46fa-82d8-8f2561757ba6 is going to be created. [ 930.036463] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.036709] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.036844] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.037173] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.037417] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.037711] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-90441247-7a60-46fa-82d8-8f2561757ba6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.095415] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.095507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.095755] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.597475] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.718423] env[69210]: INFO networking_nsxv3.common.synchronization [req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 req-0b3efca0-cc74-4242-a73a-e2f047b5fd06 service nova] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_rules [ 930.718551] env[69210]: INFO networking_nsxv3.common.synchronization [req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 req-0b3efca0-cc74-4242-a73a-e2f047b5fd06 service nova] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 930.718691] env[69210]: INFO networking_nsxv3.common.synchronization [req-7eee14f9-903d-4b0e-8520-1e3c61d50d89 req-0b3efca0-cc74-4242-a73a-e2f047b5fd06 service nova] Enqueued Resource ID: 90441247-7a60-46fa-82d8-8f2561757ba6 with Priority: HIGHEST for action port [ 930.718929] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_rules [ 930.719076] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 930.719181] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90441247-7a60-46fa-82d8-8f2561757ba6 with Priority: HIGHEST for action port [ 930.719723] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.719834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.720353] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.720499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.720741] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-90441247-7a60-46fa-82d8-8f2561757ba6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.720883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90441247-7a60-46fa-82d8-8f2561757ba6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.720975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90441247-7a60-46fa-82d8-8f2561757ba6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.721261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90441247-7a60-46fa-82d8-8f2561757ba6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.721400] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90441247-7a60-46fa-82d8-8f2561757ba6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.101873] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.101873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.101873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.101873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.101873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.101873] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be updated. [ 931.129762] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.129762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.129762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.129762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.129762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.137791] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 931.223271] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90441247-7a60-46fa-82d8-8f2561757ba6 with status ACTIVE [ 931.223512] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.223657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.223729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.223951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.224062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.224312] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.224388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.224420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.224574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.224652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.224831] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.224917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.224983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.225138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.225214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.225304] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90441247-7a60-46fa-82d8-8f2561757ba6 is going to be updated. [ 931.245142] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.245299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.245339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.245528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.245704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.245820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90441247-7a60-46fa-82d8-8f2561757ba6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.526577] env[69210]: INFO networking_nsxv3.common.synchronization [req-d6693ffd-aad7-4ba5-9bf2-161456c82168 req-98c707b1-b7e9-4f90-890a-027b11c91b74 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 932.527121] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 932.527564] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.527564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.527731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.527831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.527990] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.528424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.528424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.528424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.528424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.528731] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.033500] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.035284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.035284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.035284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.035284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.035284] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.035284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.035284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.035284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.035284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.035284] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 933.060397] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.060596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.060596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.060811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.060950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.069013] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 933.147271] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 4s [ 933.884800] env[69210]: INFO networking_nsxv3.common.synchronization [req-3b175ca8-8230-42ae-a564-1125c73bf250 req-3499311b-9751-4736-8f34-58ea471acca8 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 933.885553] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 933.885724] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.885842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.885906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.886135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.886284] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.886380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.886435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.886585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.886669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.886762] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.186929] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.187376] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.187613] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.188043] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.188581] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.192098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.192098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.192098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.192098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.192098] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.192098] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.192098] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.192335] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.192485] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.192738] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.192800] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.209523] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.209726] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.209836] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.210016] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.210412] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-6f74c499-763f-4e1b-8efb-25492a7b4966 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.210486] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-6f74c499-763f-4e1b-8efb-25492a7b4966" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.210618] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-6f74c499-763f-4e1b-8efb-25492a7b4966" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.211157] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-6f74c499-763f-4e1b-8efb-25492a7b4966" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.211157] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f74c499-763f-4e1b-8efb-25492a7b4966',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.392391] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.715961] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.715961] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.716363] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.716590] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.716792] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.716994] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 6f74c499-763f-4e1b-8efb-25492a7b4966 not found, creating... [ 934.717299] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.717466] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.717607] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.717858] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.718027] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.718745] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.718927] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.719067] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.719303] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.719493] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.719661] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 6f74c499-763f-4e1b-8efb-25492a7b4966 is going to be created. [ 934.746755] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.747041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.747271] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.747688] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.748071] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.749763] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-6f74c499-763f-4e1b-8efb-25492a7b4966" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.895942] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.079510] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 935.079707] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 935.079823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.158267] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 935.158557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.158843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.159096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.159336] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.159484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.159551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.159727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.159801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.159899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.160656] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.160820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.160866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.161069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.161407] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.161407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.161751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.161971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.162101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.162214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.162341] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.163632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.163858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.164248] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.164414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.164498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.164948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.164948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.164948] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.397020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.397020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.397020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.397344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.397344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.397344] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 935.424332] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.424466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.424534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.424740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.424883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.433561] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 935.506370] env[69210]: INFO networking_nsxv3.common.synchronization [req-3b175ca8-8230-42ae-a564-1125c73bf250 req-69ce33a3-50e8-4d86-ac7e-8526f63db289 service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 935.506858] env[69210]: INFO networking_nsxv3.common.synchronization [req-3b175ca8-8230-42ae-a564-1125c73bf250 req-69ce33a3-50e8-4d86-ac7e-8526f63db289 service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 935.507400] env[69210]: INFO networking_nsxv3.common.synchronization [req-3b175ca8-8230-42ae-a564-1125c73bf250 req-69ce33a3-50e8-4d86-ac7e-8526f63db289 service nova] Enqueued Resource ID: 6f74c499-763f-4e1b-8efb-25492a7b4966 with Priority: HIGHEST for action port [ 935.509807] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 935.509807] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 935.509807] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f74c499-763f-4e1b-8efb-25492a7b4966 with Priority: HIGHEST for action port [ 935.513051] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.513051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.513051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.513051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.513051] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.513051] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.513051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.513051] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f74c499-763f-4e1b-8efb-25492a7b4966 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.513051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f74c499-763f-4e1b-8efb-25492a7b4966" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.513051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f74c499-763f-4e1b-8efb-25492a7b4966" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.513051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f74c499-763f-4e1b-8efb-25492a7b4966" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.513693] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f74c499-763f-4e1b-8efb-25492a7b4966',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.670018] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3e74851-a4b7-4daf-b0eb-35365bedad55: rpc.has_security_group_logging(os_id): False [ 935.670018] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.683404] env[69210]: INFO networking_nsxv3.common.synchronization [None req-1d1049dd-0747-4f89-a746-06bca9e01a87 None None] Enqueued Resource ID: 353bdb8a-0057-411f-824a-d3a6fc9d18b1 with Priority: HIGHEST for action port [ 935.683678] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353bdb8a-0057-411f-824a-d3a6fc9d18b1 with Priority: HIGHEST for action port [ 935.685749] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.685891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.686040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.686317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.686408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.686594] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.686688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.686753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.686897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.686970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.687185] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.687287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.687352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.687486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.687557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.687742] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.687827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.687883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.690834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.690961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.691070] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be created. [ 935.692157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-353bdb8a-0057-411f-824a-d3a6fc9d18b1 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.692276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-353bdb8a-0057-411f-824a-d3a6fc9d18b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.692341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-353bdb8a-0057-411f-824a-d3a6fc9d18b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.692523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-353bdb8a-0057-411f-824a-d3a6fc9d18b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.692607] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353bdb8a-0057-411f-824a-d3a6fc9d18b1',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.745906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.746147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.746235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.746403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.746586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.757322] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 936.016731] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.017050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.017542] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f74c499-763f-4e1b-8efb-25492a7b4966 with status ACTIVE [ 936.019531] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.019531] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.019531] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.019531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.019531] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f74c499-763f-4e1b-8efb-25492a7b4966 is going to be updated. [ 936.039027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.039027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.039027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.039027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.039027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.039027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f74c499-763f-4e1b-8efb-25492a7b4966" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.171617] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.195178] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 353bdb8a-0057-411f-824a-d3a6fc9d18b1 [ 936.195605] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.196743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.196743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.196743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.196743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.196743] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:353bdb8a-0057-411f-824a-d3a6fc9d18b1 already deleted. [ 936.196743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-353bdb8a-0057-411f-824a-d3a6fc9d18b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.677258] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.677258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.677258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.677258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.677258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.677517] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be updated. [ 936.702980] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.703150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.703223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.703443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.703592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.713036] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 937.442857] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 937.443166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.443277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.443499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.443691] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.443810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.443877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.444034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.444113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.444214] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.661850] env[69210]: INFO networking_nsxv3.common.synchronization [None req-eb925619-d81d-489a-b12d-97dfa377aed2 None None] Enqueued Resource ID: 3f1adcb4-fc7a-4dd5-8131-cd60dc3d35b9 with Priority: HIGHEST for action port [ 937.668659] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1adcb4-fc7a-4dd5-8131-cd60dc3d35b9 with Priority: HIGHEST for action port [ 937.669207] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f1adcb4-fc7a-4dd5-8131-cd60dc3d35b9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.669207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f1adcb4-fc7a-4dd5-8131-cd60dc3d35b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.669343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f1adcb4-fc7a-4dd5-8131-cd60dc3d35b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.669532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f1adcb4-fc7a-4dd5-8131-cd60dc3d35b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.669632] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f1adcb4-fc7a-4dd5-8131-cd60dc3d35b9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.770859] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 937.771181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.771273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.771602] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.771602] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.947378] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.172203] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f1adcb4-fc7a-4dd5-8131-cd60dc3d35b9 [ 938.172203] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.172203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.172401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.172497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.172578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.172683] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f1adcb4-fc7a-4dd5-8131-cd60dc3d35b9 already deleted. [ 938.172764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f1adcb4-fc7a-4dd5-8131-cd60dc3d35b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.277208] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.279211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.451432] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.480678] env[69210]: INFO networking_nsxv3.common.synchronization [req-be7996d8-00fe-460f-896b-c17482ed95ef req-74f1204c-085c-42d2-b0f9-c59fef972ff4 tempest-ServersTestManualDisk-971769645 tempest-ServersTestManualDisk-971769645-project-member] Enqueued Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_members [ 938.480678] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGHEST for action security_group_members [ 938.480678] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-08104e81-f620-4ba6-8315-73d828267d05 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.480678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.480678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.480678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.480678] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.480678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.480678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.481829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.481829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.481829] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.724904] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 938.725150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.725320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.725539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.725724] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.725839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.725902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.726099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.726251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.726299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.726373] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.954036] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.954123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.955035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.955035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.955035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.955035] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 938.979920] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.980321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.980498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.984282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.984282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.984687] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.984927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.985129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.985372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.985709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.986083] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.986342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.986489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.986819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.986981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.987223] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08104e81-f620-4ba6-8315-73d828267d05 is going to be updated. [ 938.998154] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 939.016283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.016283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.016283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.016283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.016283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.021276] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08104e81-f620-4ba6-8315-73d828267d05 in Status: IN_PROGRESS for 2s [ 939.232564] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.232564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.232564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.232564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.232888] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.232888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.232888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.233065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.233065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.233169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.233335] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.233415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.233415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.233554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.234399] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.234399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.234399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.234399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.234399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.234399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.235088] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.737836] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3e74851-a4b7-4daf-b0eb-35365bedad55: rpc.has_security_group_logging(os_id): False [ 939.756333] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.756491] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.757050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.757050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.757050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.757214] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.757214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.757292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.757422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.757501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.757783] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.757836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.757876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.757990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.758078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.758270] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.758368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.758428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.758605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.758791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.758791] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be updated. [ 939.820269] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.820269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.820269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.821121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.821121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.832904] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 941.007828] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 941.008115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.008243] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.008463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.009332] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.009332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.009332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.009332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.009332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.009332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.009332] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.030150] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08104e81-f620-4ba6-8315-73d828267d05 in Status: SUCCESS [ 941.030321] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08104e81-f620-4ba6-8315-73d828267d05 deletion is rescheduled due to dependency. [ 941.030426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.512720] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.512720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.512720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.512720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.512949] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.512949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.513041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.513178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.513254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.513340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.513483] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.513595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.513656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.513792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.513940] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.514038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.515047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.515047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.515047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.515047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.515047] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.887565] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 941.887861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.018124] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6c4538-5ea5-4d90-9f14-8a6f30fd3118: rpc.has_security_group_logging(os_id): False [ 942.035645] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.035906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.036040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.036302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.058261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.058575] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.058703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.058773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.061046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.061046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.061046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.061046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.061046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.061046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.061046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.061046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.061046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.061046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.061046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.061046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.061046] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 942.126377] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.126586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.126656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.126891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.127079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.138478] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 942.979924] env[69210]: INFO networking_nsxv3.common.synchronization [req-fb4d7803-2417-45c5-bc7b-f84548a3d5f0 req-abb0d920-66b6-47dd-b3c1-eca0c6c0b4b1 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 942.979924] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 942.979924] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.979924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.979924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.980391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.980799] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.982762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.982762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.982762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.982762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.982762] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.988281] env[69210]: INFO networking_nsxv3.common.synchronization [req-c82989b9-9828-42bd-994d-dfa0a8cecd7a req-1921a1e5-7a43-4579-ba86-42562b415fe4 tempest-MultipleCreateTestJSON-349228779 tempest-MultipleCreateTestJSON-349228779-project-member] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 942.988281] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGHEST for action security_group_members [ 942.988281] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.988281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.167367] env[69210]: INFO networking_nsxv3.common.synchronization [req-456dd8c3-e3d3-468e-bbe0-156d3037837b req-8b11d7ec-1978-4286-b32c-a122ab1029b7 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Enqueued Resource ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 with Priority: HIGHEST for action security_group_members [ 943.168158] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 with Priority: HIGHEST for action security_group_members [ 943.168254] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8046d03-42f7-4ee3-bf2a-daea05541ec0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.168973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.169074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.169361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.169547] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.169661] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.169725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.169930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.169986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.170105] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8046d03-42f7-4ee3-bf2a-daea05541ec0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.385311] env[69210]: INFO networking_nsxv3.common.synchronization [req-0300fe7f-8443-4c92-ac14-1ed9b5b14b64 req-708d1128-99ce-4c45-9cc8-792b4c2abb3e tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 943.386502] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 943.386502] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.386502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.386502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.386502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.386856] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.386856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.386856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.387768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.389160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.390034] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.486399] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.486605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.486721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.487086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.487168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.487441] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.487588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.487663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.487867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.487966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.488092] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be updated. [ 943.514826] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.514826] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.514826] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.514826] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.514826] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.522924] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 943.579796] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.580320] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-129" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.580460] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-129" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.580807] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-129" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.581231] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.581446] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.581602] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.581875] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.582152] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.582455] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.583043] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.583043] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.583043] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.583226] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.583271] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.583432] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.600803] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.600977] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.601148] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.602174] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-129" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.602174] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-54ee0381-6315-4294-879f-66421c70b414 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.602174] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-54ee0381-6315-4294-879f-66421c70b414" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.602174] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-54ee0381-6315-4294-879f-66421c70b414" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.602474] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-54ee0381-6315-4294-879f-66421c70b414" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.602474] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ee0381-6315-4294-879f-66421c70b414',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.673288] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.673606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.673606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.673937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.673937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.674038] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.674131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.674190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.674325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.674394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.674480] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 already deleted. [ 943.674603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.893035] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.105742] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.105984] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.106135] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.106479] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.106639] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.106807] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 54ee0381-6315-4294-879f-66421c70b414 not found, creating... [ 944.107099] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.107285] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.107410] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.107636] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.107784] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.108085] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.108252] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.108376] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.108588] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.108732] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.108879] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 54ee0381-6315-4294-879f-66421c70b414 is going to be created. [ 944.137726] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.137939] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.138103] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.138368] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.138639] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.138878] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-54ee0381-6315-4294-879f-66421c70b414" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.152571] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 944.152815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.395422] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.894471] env[69210]: INFO networking_nsxv3.common.synchronization [req-456dd8c3-e3d3-468e-bbe0-156d3037837b req-be359cdb-cb30-40d0-ab48-bd99e3ec4bc9 service nova] Enqueued Resource ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 with Priority: HIGHEST for action security_group_rules [ 944.894689] env[69210]: INFO networking_nsxv3.common.synchronization [req-456dd8c3-e3d3-468e-bbe0-156d3037837b req-be359cdb-cb30-40d0-ab48-bd99e3ec4bc9 service nova] Enqueued Resource ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 with Priority: HIGHEST for action security_group_members [ 944.894848] env[69210]: INFO networking_nsxv3.common.synchronization [req-456dd8c3-e3d3-468e-bbe0-156d3037837b req-be359cdb-cb30-40d0-ab48-bd99e3ec4bc9 service nova] Enqueued Resource ID: 54ee0381-6315-4294-879f-66421c70b414 with Priority: HIGHEST for action port [ 944.895111] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 with Priority: HIGHEST for action security_group_rules [ 944.895239] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 with Priority: HIGHEST for action security_group_members [ 944.895344] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ee0381-6315-4294-879f-66421c70b414 with Priority: HIGHEST for action port [ 944.895896] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8046d03-42f7-4ee3-bf2a-daea05541ec0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.896070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.896143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.896445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.896672] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8046d03-42f7-4ee3-bf2a-daea05541ec0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.897383] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8046d03-42f7-4ee3-bf2a-daea05541ec0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.897503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.897566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.897739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.897888] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.898340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.898340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.898340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.898340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.898507] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8046d03-42f7-4ee3-bf2a-daea05541ec0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.899434] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-54ee0381-6315-4294-879f-66421c70b414 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.899434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54ee0381-6315-4294-879f-66421c70b414" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.899434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54ee0381-6315-4294-879f-66421c70b414" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.899603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54ee0381-6315-4294-879f-66421c70b414" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.899603] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ee0381-6315-4294-879f-66421c70b414',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.901082] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.901160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.901242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.901474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.901577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.902537] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 944.929696] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.929849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.929995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.930252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.930444] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.942807] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 945.357189] env[69210]: INFO networking_nsxv3.common.synchronization [req-ec2a2a2e-3091-4679-9a7e-61638e240aeb req-ad2cc111-9611-4917-87b4-482c1494e018 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 945.357461] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 945.357760] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.359023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.359023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.359023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.359023] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.359023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.359023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.359023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.359023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.359023] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.401755] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8046d03-42f7-4ee3-bf2a-daea05541ec0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.402084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.402084] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8046d03-42f7-4ee3-bf2a-daea05541ec0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.404708] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54ee0381-6315-4294-879f-66421c70b414 with status ACTIVE [ 945.404890] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.405013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.405087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.405289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.405375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.405550] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.405637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.405702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.405849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.405926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.406131] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.406251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.406314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.406458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.406535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.406618] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54ee0381-6315-4294-879f-66421c70b414 is going to be updated. [ 945.427805] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.427971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.428029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.428229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.428373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.428540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54ee0381-6315-4294-879f-66421c70b414" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.532384] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 945.532653] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 deletion is rescheduled due to dependency. [ 945.532800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.533051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.533302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.533474] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.533538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.533611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.533764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.533848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.533942] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.860808] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.904408] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8046d03-42f7-4ee3-bf2a-daea05541ec0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.036464] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.036618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.036684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.036900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.036995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.037202] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.037329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.037404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.037547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.037634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.037710] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be updated. [ 946.062258] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.062414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.062484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.062689] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.062832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.070911] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: IN_PROGRESS for 2s [ 946.364426] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.407846] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.408134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.408134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.408276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.408360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.408453] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 is going to be created. [ 946.435631] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.435759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.435832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.436058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.436259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.444843] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 in Status: UNINITIALIZED for 2s [ 946.652037] env[69210]: INFO networking_nsxv3.common.synchronization [req-26f83a2d-5faf-4053-bd1d-68a5d6f721dd req-a1351df0-3a7a-4a86-b8b7-e85a95fd0b5c tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 946.652037] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 946.652037] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.652037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.652037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.652037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.653940] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.655251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.655251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.655251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.655251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.655251] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.671751] env[69210]: INFO networking_nsxv3.common.synchronization [req-57e8cf15-8d36-4eda-a863-5ee5b806382c req-a40a0608-5fc3-49be-8214-6e723c143616 tempest-ListServersNegativeTestJSON-45913562 tempest-ListServersNegativeTestJSON-45913562-project-member] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 946.672734] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGHEST for action security_group_members [ 946.673811] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.673811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.871083] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.871083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.871083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.871083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.871299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.871329] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 946.898552] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.901562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.901562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.901562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.901562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.907420] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 946.951929] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 946.952195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.156576] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.156766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.156851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.157105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.158027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.158027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.158027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.158027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.158027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.158027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.158027] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be updated. [ 947.209240] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.209526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.209603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.209937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.210177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.224607] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: IN_PROGRESS for 2s [ 948.086889] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 in Status: SUCCESS [ 948.086889] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 deletion is rescheduled due to dependency. [ 948.087285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.454115] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 in Status: SUCCESS [ 948.454330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.454484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.454698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.454885] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.454999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.455078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.455232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.455313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.455399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.455493] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8046d03-42f7-4ee3-bf2a-daea05541ec0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.917308] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 948.917548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.958187] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8046d03-42f7-4ee3-bf2a-daea05541ec0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.958347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.958417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.958670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.958841] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.958941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.959015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.959175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.959264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.959357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.959504] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8046d03-42f7-4ee3-bf2a-daea05541ec0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.959635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.959670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.959784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.959948] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.960053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.960113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.960252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.960328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.960410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.960498] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8046d03-42f7-4ee3-bf2a-daea05541ec0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.239535] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 949.239862] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d deletion is rescheduled due to dependency. [ 949.239862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.239943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.240125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.240880] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.240880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.240880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.240880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.241092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.241092] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.462619] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8046d03-42f7-4ee3-bf2a-daea05541ec0: rpc.has_security_group_logging(os_id): False [ 949.471622] env[69210]: INFO networking_nsxv3.common.synchronization [req-eb8aeefa-e2d5-4530-b401-0913def2980b req-b1aa7cc3-b323-4d27-80d4-a10c1cee5484 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 949.472169] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 949.473060] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.473060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.473060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.473060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.473060] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.473060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.473356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.473356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.473356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.473443] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.480371] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.480490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.480560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.480727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.480813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.481025] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.481128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.481192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.481339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.481417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.481592] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.481686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.481748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.481885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.481959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.482151] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.482246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.482396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.482531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.482603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.482690] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 is going to be created. [ 949.556158] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.556338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.556405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.556636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.556835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.566795] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 in Status: IN_PROGRESS for 2s [ 949.747739] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.747913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.748139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.748987] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.749103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.749326] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.749437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.749498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.749662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.749740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.749837] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be updated. [ 949.776454] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.776760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.776760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.776906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.777018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.785983] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: IN_PROGRESS for 2s [ 949.850908] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.850908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.850908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.850908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.850908] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.850908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.850908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.850908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.851660] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.851660] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.851660] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.851660] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.851660] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.851995] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.851995] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.851995] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.871100] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.871316] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.871520] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.871721] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-788" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.872090] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-cd018d04-a6b5-4034-872e-32b4148438a7 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.872298] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-cd018d04-a6b5-4034-872e-32b4148438a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.872427] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-cd018d04-a6b5-4034-872e-32b4148438a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.872792] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-cd018d04-a6b5-4034-872e-32b4148438a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.872946] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd018d04-a6b5-4034-872e-32b4148438a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.975900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.975900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.976106] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.976708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.976837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.977081] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.977201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.977391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.978086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.978206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.978302] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be updated. [ 950.004950] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.004950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.004950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.004950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.005255] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.018491] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 950.378770] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.379253] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.379327] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.379575] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.379848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.380055] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port cd018d04-a6b5-4034-872e-32b4148438a7 not found, creating... [ 950.380445] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.380672] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.380819] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.381143] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.381405] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.381735] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.381906] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.382047] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.382794] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.382794] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.382794] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: cd018d04-a6b5-4034-872e-32b4148438a7 is going to be created. [ 950.402335] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.402638] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.402880] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.403261] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.403642] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.403931] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-cd018d04-a6b5-4034-872e-32b4148438a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.109408] env[69210]: INFO networking_nsxv3.common.synchronization [req-eb8aeefa-e2d5-4530-b401-0913def2980b req-5bba0a47-251b-4116-9f81-91fb208ba9ce service nova] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_rules [ 951.109592] env[69210]: INFO networking_nsxv3.common.synchronization [req-eb8aeefa-e2d5-4530-b401-0913def2980b req-5bba0a47-251b-4116-9f81-91fb208ba9ce service nova] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 951.109739] env[69210]: INFO networking_nsxv3.common.synchronization [req-eb8aeefa-e2d5-4530-b401-0913def2980b req-5bba0a47-251b-4116-9f81-91fb208ba9ce service nova] Enqueued Resource ID: cd018d04-a6b5-4034-872e-32b4148438a7 with Priority: HIGHEST for action port [ 951.109985] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_rules [ 951.110124] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 951.110220] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd018d04-a6b5-4034-872e-32b4148438a7 with Priority: HIGHEST for action port [ 951.110775] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.113032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.113032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.113032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.113204] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.114052] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.114052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.115019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd018d04-a6b5-4034-872e-32b4148438a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.115019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd018d04-a6b5-4034-872e-32b4148438a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.115019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd018d04-a6b5-4034-872e-32b4148438a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.115019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd018d04-a6b5-4034-872e-32b4148438a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.115019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd018d04-a6b5-4034-872e-32b4148438a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.578830] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 in Status: SUCCESS [ 951.579138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.616935] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.617188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.617484] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd018d04-a6b5-4034-872e-32b4148438a7 with status ACTIVE [ 951.617788] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.617947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.619269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.619269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.619269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.619269] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.619269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.619269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.619705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.619705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.619766] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.619943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.620074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.620345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.620454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.620602] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd018d04-a6b5-4034-872e-32b4148438a7 is going to be updated. [ 951.641935] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.642226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.642226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.642408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.643022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.643022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd018d04-a6b5-4034-872e-32b4148438a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.796234] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fe55bef-f630-4add-8271-61e0ce2a253d in Status: SUCCESS [ 951.796234] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d deletion is rescheduled due to dependency. [ 951.796234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.028274] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 952.028507] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da deletion is rescheduled due to dependency. [ 952.028654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.028839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.029082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.029305] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.029473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.029548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.029710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.029790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.029885] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.535049] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.038369] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.543522] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.543522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.543522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.543522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.543522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.543522] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be updated. [ 953.571111] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.571550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.571757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.572087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.573913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.580341] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 955.024943] env[69210]: INFO networking_nsxv3.common.synchronization [req-89c9b861-f098-47dd-a77a-3644ccd94f46 req-c11a2acb-a0cc-4fa9-882e-500e69306046 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Enqueued Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_members [ 955.025503] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGHEST for action security_group_members [ 955.025805] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e1857da-a4c9-4eba-8d84-b696434516ef taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.025924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.025994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.027206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.027702] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.027860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.027954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.028158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.028312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.028843] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.144437] env[69210]: INFO networking_nsxv3.common.synchronization [req-ba1ec120-4c35-477b-9482-e50cf6824147 req-b9e43540-cfd7-4559-8079-cd61d27155a0 tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Enqueued Resource ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 with Priority: HIGHEST for action security_group_members [ 955.144981] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 with Priority: HIGHEST for action security_group_members [ 955.145809] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.145940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.146084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.146431] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.146660] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.146956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.146956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.147898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.147898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.147898] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.538639] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.538639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.538639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.538639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.538639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.538639] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.538639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.538639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.538639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.538639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.538639] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e1857da-a4c9-4eba-8d84-b696434516ef is going to be updated. [ 955.568528] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.569146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.569146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.569146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.569272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.577829] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e1857da-a4c9-4eba-8d84-b696434516ef in Status: IN_PROGRESS for 2s [ 955.588888] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 955.589270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.589398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.589652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.589894] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.590062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.590152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.590358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.590472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.590585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.590705] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.621205] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-863 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.621205] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-863" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.621205] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-863" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.621205] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-863" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.621205] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.621205] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.621205] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.621205] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.621205] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.621975] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.622509] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.622785] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.623746] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.623746] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.623746] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.623746] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.646235] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.646447] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.646602] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.646792] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-863" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.647136] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-62bf0a9f-4636-41f0-adcd-c86a02d75488 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.647335] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-62bf0a9f-4636-41f0-adcd-c86a02d75488" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.647472] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-62bf0a9f-4636-41f0-adcd-c86a02d75488" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.647813] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-62bf0a9f-4636-41f0-adcd-c86a02d75488" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.647973] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62bf0a9f-4636-41f0-adcd-c86a02d75488',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.649923] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.650132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.650202] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.650376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.650472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.650663] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.650762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.650827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.650972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.651076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.651150] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 already deleted. [ 955.651232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.093892] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.093892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.093892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.093892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.097020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.097020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.097020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.097020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.097020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.156492] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.156492] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.156492] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.156492] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.156492] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.156492] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 62bf0a9f-4636-41f0-adcd-c86a02d75488 not found, creating... [ 956.156492] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.156492] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.156492] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.156492] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.156492] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.156930] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.156930] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.156930] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.156930] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.156930] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.157410] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 62bf0a9f-4636-41f0-adcd-c86a02d75488 is going to be created. [ 956.183038] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.183038] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.183038] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.183038] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.183038] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.183038] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-62bf0a9f-4636-41f0-adcd-c86a02d75488" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.600646] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 223e97ac-9bd2-4283-8df6-b4031ed5c9da: rpc.has_security_group_logging(os_id): False [ 956.616833] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.617034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.617132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.617410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.617536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.618795] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.618870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.618934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.619189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.619274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.619471] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.619565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.619656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.619843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.619926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.620199] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.620278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.620339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.620672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.620672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.620788] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be updated. [ 956.679110] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.680595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.680595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.680595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.680595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.691435] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 956.989974] env[69210]: INFO networking_nsxv3.common.synchronization [req-ba1ec120-4c35-477b-9482-e50cf6824147 req-0f5cb72a-f884-4bf9-ab87-f50e34726d7f service nova] Enqueued Resource ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 with Priority: HIGHEST for action security_group_rules [ 956.990172] env[69210]: INFO networking_nsxv3.common.synchronization [req-ba1ec120-4c35-477b-9482-e50cf6824147 req-0f5cb72a-f884-4bf9-ab87-f50e34726d7f service nova] Enqueued Resource ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 with Priority: HIGHEST for action security_group_members [ 956.990322] env[69210]: INFO networking_nsxv3.common.synchronization [req-ba1ec120-4c35-477b-9482-e50cf6824147 req-0f5cb72a-f884-4bf9-ab87-f50e34726d7f service nova] Enqueued Resource ID: 62bf0a9f-4636-41f0-adcd-c86a02d75488 with Priority: HIGHEST for action port [ 956.990825] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 with Priority: HIGHEST for action security_group_rules [ 956.990969] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 with Priority: HIGHEST for action security_group_members [ 956.991119] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bf0a9f-4636-41f0-adcd-c86a02d75488 with Priority: HIGHEST for action port [ 956.991939] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.991939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.991939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.991939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.992204] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.992824] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.992959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.993023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.993242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.993322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.993418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.993473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.993609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.993693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.993784] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.994826] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-62bf0a9f-4636-41f0-adcd-c86a02d75488 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.994941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62bf0a9f-4636-41f0-adcd-c86a02d75488" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.995159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62bf0a9f-4636-41f0-adcd-c86a02d75488" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.996165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62bf0a9f-4636-41f0-adcd-c86a02d75488" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.996165] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62bf0a9f-4636-41f0-adcd-c86a02d75488',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.497295] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.500940] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.500940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.504406] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62bf0a9f-4636-41f0-adcd-c86a02d75488 with status ACTIVE [ 957.504406] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.504406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.504406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.504406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.504406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.504406] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.504729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.504729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.504786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.504906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.505398] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.505398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.505398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.505536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.505620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.505807] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62bf0a9f-4636-41f0-adcd-c86a02d75488 is going to be updated. [ 957.529146] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.529330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.529330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.529556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.529696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.529857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62bf0a9f-4636-41f0-adcd-c86a02d75488" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.588205] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e1857da-a4c9-4eba-8d84-b696434516ef in Status: SUCCESS [ 957.588205] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e1857da-a4c9-4eba-8d84-b696434516ef deletion is rescheduled due to dependency. [ 957.588205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.710041] env[69210]: INFO networking_nsxv3.common.synchronization [req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d req-19d1f141-ad92-4df4-b036-4fb52480f9e7 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 957.710767] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 957.711411] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.711635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.711758] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.712158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.712460] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.712637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.712763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.713640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.713640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.713640] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.001467] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.105115] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.105357] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.105495] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.105834] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.106132] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.106303] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.106454] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.106696] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.107304] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.107562] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.107693] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.107812] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.107921] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.108053] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.108170] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.108368] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.130199] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.130409] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.130528] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.130724] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.131070] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-c61c172d-d2cf-4e2a-a490-713ccd6acce1 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.131285] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.131384] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.131734] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.131901] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c61c172d-d2cf-4e2a-a490-713ccd6acce1',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.216746] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.216917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.216973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.217651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.217651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.217651] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.217651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.217915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.217915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.220103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.220103] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 already deleted. [ 958.220103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.457407] env[69210]: INFO networking_nsxv3.common.synchronization [None req-7891f232-e88b-46d7-b78c-1003c21794c5 None None] Enqueued Resource ID: 7def4f90-2815-449a-a4b7-6126f9f92e9a with Priority: HIGHEST for action port [ 958.457918] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7def4f90-2815-449a-a4b7-6126f9f92e9a with Priority: HIGHEST for action port [ 958.458226] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7def4f90-2815-449a-a4b7-6126f9f92e9a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.458339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7def4f90-2815-449a-a4b7-6126f9f92e9a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.459109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7def4f90-2815-449a-a4b7-6126f9f92e9a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.459109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7def4f90-2815-449a-a4b7-6126f9f92e9a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.459109] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7def4f90-2815-449a-a4b7-6126f9f92e9a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.507467] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.507850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.507850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.507972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.508072] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.508226] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 is going to be created. [ 958.532136] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.532249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.532404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.532542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.532737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.543350] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 in Status: UNINITIALIZED for 2s [ 958.638153] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.640223] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.641952] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.641952] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.641952] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.641952] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port c61c172d-d2cf-4e2a-a490-713ccd6acce1 not found, creating... [ 958.641952] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.644627] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.644965] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.646957] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.646957] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.647913] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.649593] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.649593] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.649593] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.649702] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.649916] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: c61c172d-d2cf-4e2a-a490-713ccd6acce1 is going to be created. [ 958.675933] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.678098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.678098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.678098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.678098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.678098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.724825] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 958.725122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.963811] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7def4f90-2815-449a-a4b7-6126f9f92e9a [ 958.964265] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.964531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.964651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.964967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.968901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.968901] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7def4f90-2815-449a-a4b7-6126f9f92e9a already deleted. [ 958.968901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7def4f90-2815-449a-a4b7-6126f9f92e9a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.219042] env[69210]: INFO networking_nsxv3.common.synchronization [req-68d84fde-de9d-40d1-b242-21357a999ae1 req-68e65fa8-c340-4bd6-a329-c930cb738144 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Enqueued Resource ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 with Priority: HIGHEST for action security_group_members [ 959.219662] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 with Priority: HIGHEST for action security_group_members [ 959.220123] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8046d03-42f7-4ee3-bf2a-daea05541ec0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.220371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.220527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.220824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.221082] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.221298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.221446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.221685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.221864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.222050] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8046d03-42f7-4ee3-bf2a-daea05541ec0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.498414] env[69210]: INFO networking_nsxv3.common.synchronization [req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d req-c0fc5a39-dc3a-4f91-ab23-7370fc52a41c service nova] Enqueued Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_rules [ 959.498414] env[69210]: INFO networking_nsxv3.common.synchronization [req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d req-c0fc5a39-dc3a-4f91-ab23-7370fc52a41c service nova] Enqueued Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 959.498563] env[69210]: INFO networking_nsxv3.common.synchronization [req-ca5eefaf-e7d0-4605-a53d-4caa33152a0d req-c0fc5a39-dc3a-4f91-ab23-7370fc52a41c service nova] Enqueued Resource ID: c61c172d-d2cf-4e2a-a490-713ccd6acce1 with Priority: HIGHEST for action port [ 959.499719] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_rules [ 959.499719] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 959.499719] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61c172d-d2cf-4e2a-a490-713ccd6acce1 with Priority: HIGHEST for action port [ 959.499925] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.499925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.500025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.500868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.500868] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.502295] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.502295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.502295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.502295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.502295] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.502295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.502295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.502295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.502295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.502295] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.506053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-c61c172d-d2cf-4e2a-a490-713ccd6acce1 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.506053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.506053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.506053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.506053] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c61c172d-d2cf-4e2a-a490-713ccd6acce1',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.724951] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.724951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.724951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.724951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.724951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.724951] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.725691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.725691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.725691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.725691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.725691] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 is going to be updated. [ 959.756729] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.758655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.758655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.758655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.758655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.769539] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 in Status: IN_PROGRESS for 2s [ 960.007277] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.007277] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.007277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.007277] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c61c172d-d2cf-4e2a-a490-713ccd6acce1 with status ACTIVE [ 960.007277] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.007277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.007786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.007786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.007786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.007938] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.008028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.008077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.008228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.008293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.008487] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.008575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.008643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.008824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.008930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.008930] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c61c172d-d2cf-4e2a-a490-713ccd6acce1 is going to be updated. [ 960.047174] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.047293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.047334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.047549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.047689] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.047845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.078323] env[69210]: INFO networking_nsxv3.common.synchronization [req-e54040ef-6d19-46fc-a0a2-520669cdda31 req-072879b0-931a-48e5-96d6-a3ea13963b97 tempest-SecurityGroupRulesTestJSON-1481348953 tempest-SecurityGroupRulesTestJSON-1481348953-project-member] Enqueued Resource ID: 5d146002-dbe9-4a62-b255-ce8f6aa84f8e with Priority: HIGHEST for action security_group_rules [ 960.078934] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d146002-dbe9-4a62-b255-ce8f6aa84f8e with Priority: HIGHEST for action security_group_rules [ 960.079255] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d146002-dbe9-4a62-b255-ce8f6aa84f8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.079382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d146002-dbe9-4a62-b255-ce8f6aa84f8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.079453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d146002-dbe9-4a62-b255-ce8f6aa84f8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.079713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d146002-dbe9-4a62-b255-ce8f6aa84f8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.079798] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d146002-dbe9-4a62-b255-ce8f6aa84f8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.512200] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.554331] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 in Status: SUCCESS [ 960.554688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.555304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.556213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.556617] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.560523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.560523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.560523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.560523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.560523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.560523] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.568901] env[69210]: INFO networking_nsxv3.common.synchronization [None req-7b63f7de-31d5-41fc-9e75-3e7aa38adf02 None None] Enqueued Resource ID: c6a506c1-43e9-41cc-9d0e-1eb2397d6456 with Priority: HIGHEST for action port [ 960.568901] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a506c1-43e9-41cc-9d0e-1eb2397d6456 with Priority: HIGHEST for action port [ 960.570854] env[69210]: INFO networking_nsxv3.common.synchronization [req-0500b665-4e4c-42e8-a330-e883f0c479c9 req-09317326-7374-4b26-860b-fb543d18de08 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_members [ 960.570854] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6a506c1-43e9-41cc-9d0e-1eb2397d6456 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.571063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6a506c1-43e9-41cc-9d0e-1eb2397d6456" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.571063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6a506c1-43e9-41cc-9d0e-1eb2397d6456" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.571527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6a506c1-43e9-41cc-9d0e-1eb2397d6456" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.571527] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6a506c1-43e9-41cc-9d0e-1eb2397d6456',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.572707] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_members [ 960.573845] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ca6ead-d371-427f-91f2-f3ab125810de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.573957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.573957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.574188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.574370] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.574948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.574948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.574948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.574948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.575172] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.599566] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.599798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.599798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.599973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.600075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.600173] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d146002-dbe9-4a62-b255-ce8f6aa84f8e already deleted. [ 960.600258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d146002-dbe9-4a62-b255-ce8f6aa84f8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.903729] env[69210]: INFO networking_nsxv3.common.synchronization [req-de5c06ff-01db-4d79-81d9-a42b7a0ac38c req-a8cb4e6a-580a-480e-bc26-d69fe5130b84 tempest-SecurityGroupRulesTestJSON-1481348953 tempest-SecurityGroupRulesTestJSON-1481348953-project-member] Enqueued Resource ID: 70e8eb79-a73e-46e2-8905-7fc6df35b1a4 with Priority: HIGHEST for action security_group_rules [ 960.904281] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e8eb79-a73e-46e2-8905-7fc6df35b1a4 with Priority: HIGHEST for action security_group_rules [ 960.904606] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70e8eb79-a73e-46e2-8905-7fc6df35b1a4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.904728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70e8eb79-a73e-46e2-8905-7fc6df35b1a4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.904810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70e8eb79-a73e-46e2-8905-7fc6df35b1a4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.906731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70e8eb79-a73e-46e2-8905-7fc6df35b1a4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.906861] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70e8eb79-a73e-46e2-8905-7fc6df35b1a4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.014547] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.014754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.014998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.015191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.015328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.015471] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 is going to be created. [ 961.034436] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.035322] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.035322] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.035322] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.035642] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.035642] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.035642] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.037842] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.037842] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.041359] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.041359] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.041359] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.041359] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.041359] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.041359] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.041704] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.043346] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.043489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.043563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.043754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.043915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.058023] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: UNINITIALIZED for 2s [ 961.062881] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.063128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.063165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.063346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.063510] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.063608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.063671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.063814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.064164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.064164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.064164] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.064356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.064356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.064424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.064677] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.064677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.064783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.064816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.064884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.064967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.065844] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.068108] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.068288] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.068432] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.068686] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.068901] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-e69304fb-b455-4dbd-b4e1-411bf09aaf18 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.069116] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-e69304fb-b455-4dbd-b4e1-411bf09aaf18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.069420] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-e69304fb-b455-4dbd-b4e1-411bf09aaf18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.070685] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-e69304fb-b455-4dbd-b4e1-411bf09aaf18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.070685] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69304fb-b455-4dbd-b4e1-411bf09aaf18',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.077538] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6a506c1-43e9-41cc-9d0e-1eb2397d6456 [ 961.078188] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.078188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.078384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.078641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.078641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.078641] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6a506c1-43e9-41cc-9d0e-1eb2397d6456 already deleted. [ 961.078763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6a506c1-43e9-41cc-9d0e-1eb2397d6456" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.079192] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.079192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.079192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.079390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.079429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.079771] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.079771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.079771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.079882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.080212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.080212] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06ca6ead-d371-427f-91f2-f3ab125810de already deleted. [ 961.080212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.427614] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.427765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.427828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.428041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.428132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.428233] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70e8eb79-a73e-46e2-8905-7fc6df35b1a4 already deleted. [ 961.428310] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70e8eb79-a73e-46e2-8905-7fc6df35b1a4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.547198] env[69210]: INFO networking_nsxv3.common.synchronization [req-3b80a032-6e48-4a32-99ae-d9725aa466ba req-4b4874b4-243a-40a8-862b-1b411ebbbe2f tempest-SecurityGroupRulesTestJSON-1481348953 tempest-SecurityGroupRulesTestJSON-1481348953-project-member] Enqueued Resource ID: 790fe81f-8d3a-4878-b313-a10bbe35d58a with Priority: HIGHEST for action security_group_rules [ 961.547198] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790fe81f-8d3a-4878-b313-a10bbe35d58a with Priority: HIGHEST for action security_group_rules [ 961.547198] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-790fe81f-8d3a-4878-b313-a10bbe35d58a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.547198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-790fe81f-8d3a-4878-b313-a10bbe35d58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.547198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-790fe81f-8d3a-4878-b313-a10bbe35d58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.547198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-790fe81f-8d3a-4878-b313-a10bbe35d58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.547198] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('790fe81f-8d3a-4878-b313-a10bbe35d58a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.568573] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0: rpc.has_security_group_logging(os_id): False [ 961.574855] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.575117] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.575255] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.575526] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.575681] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.578443] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port e69304fb-b455-4dbd-b4e1-411bf09aaf18 not found, creating... [ 961.578443] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.578443] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.578443] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.578443] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.578443] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.578443] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.578443] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.578443] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.578443] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.578945] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.578945] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: e69304fb-b455-4dbd-b4e1-411bf09aaf18 is going to be created. [ 961.597041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.597041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.597041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.597041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.597705] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.598019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.598273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.598615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.598794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.598973] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 is going to be created. [ 961.615697] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.615697] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.618189] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.618189] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.618189] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.618189] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-e69304fb-b455-4dbd-b4e1-411bf09aaf18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.684105] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.684489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.684664] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.687020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.687020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.706533] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 in Status: IN_PROGRESS for 2s [ 961.774518] env[69210]: INFO networking_nsxv3.common.synchronization [req-43400309-5a1c-466d-9d87-1125dcbe06b5 req-810975e5-667d-4288-aab5-5094076c06a8 tempest-ImagesOneServerNegativeTestJSON-1157297624 tempest-ImagesOneServerNegativeTestJSON-1157297624-project-member] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 961.775378] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGHEST for action security_group_members [ 961.775749] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.775924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.776045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.776294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.776591] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.776763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.776868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.777084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.777224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.777406] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.779493] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 in Status: SUCCESS [ 961.779719] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 deletion is rescheduled due to dependency. [ 961.779863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.070020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.070020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.070020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.070020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.070020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.070020] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 790fe81f-8d3a-4878-b313-a10bbe35d58a already deleted. [ 962.070020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-790fe81f-8d3a-4878-b313-a10bbe35d58a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.237376] env[69210]: INFO networking_nsxv3.common.synchronization [req-aaef9eac-3b42-4401-bb42-620f4c199348 req-85f0ec73-7d1b-446a-b552-22ffee57c057 tempest-SecurityGroupRulesTestJSON-1481348953 tempest-SecurityGroupRulesTestJSON-1481348953-project-member] Enqueued Resource ID: 120cf3c0-b132-47f2-8ffd-2f485e035bf7 with Priority: HIGHEST for action security_group_rules [ 962.237932] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120cf3c0-b132-47f2-8ffd-2f485e035bf7 with Priority: HIGHEST for action security_group_rules [ 962.238265] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120cf3c0-b132-47f2-8ffd-2f485e035bf7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.238389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120cf3c0-b132-47f2-8ffd-2f485e035bf7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.238447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120cf3c0-b132-47f2-8ffd-2f485e035bf7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.242089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120cf3c0-b132-47f2-8ffd-2f485e035bf7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.242089] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120cf3c0-b132-47f2-8ffd-2f485e035bf7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.280220] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.280220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.280220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.280454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.280454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.280553] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.280654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.280716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.280864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.281199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.281199] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be updated. [ 962.320977] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.321103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.321141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.321350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.321508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.342694] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: IN_PROGRESS for 2s [ 962.454730] env[69210]: INFO networking_nsxv3.common.synchronization [req-0500b665-4e4c-42e8-a330-e883f0c479c9 req-b613844b-3f5e-4165-9f33-4b3e2261378c service nova] Enqueued Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_rules [ 962.454730] env[69210]: INFO networking_nsxv3.common.synchronization [req-0500b665-4e4c-42e8-a330-e883f0c479c9 req-b613844b-3f5e-4165-9f33-4b3e2261378c service nova] Enqueued Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_members [ 962.454730] env[69210]: INFO networking_nsxv3.common.synchronization [req-0500b665-4e4c-42e8-a330-e883f0c479c9 req-b613844b-3f5e-4165-9f33-4b3e2261378c service nova] Enqueued Resource ID: e69304fb-b455-4dbd-b4e1-411bf09aaf18 with Priority: HIGHEST for action port [ 962.454730] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_rules [ 962.454730] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_members [ 962.454730] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69304fb-b455-4dbd-b4e1-411bf09aaf18 with Priority: HIGHEST for action port [ 962.454730] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06ca6ead-d371-427f-91f2-f3ab125810de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.454730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.454730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.454730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.455571] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.456491] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ca6ead-d371-427f-91f2-f3ab125810de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.456648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.456711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.456879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.457039] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.457323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.457323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.457423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.457504] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.457596] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.458483] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-e69304fb-b455-4dbd-b4e1-411bf09aaf18 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.458483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e69304fb-b455-4dbd-b4e1-411bf09aaf18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.458648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e69304fb-b455-4dbd-b4e1-411bf09aaf18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.458697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e69304fb-b455-4dbd-b4e1-411bf09aaf18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.458739] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69304fb-b455-4dbd-b4e1-411bf09aaf18',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.728694] env[69210]: INFO networking_nsxv3.common.synchronization [req-116fdbfe-1533-415c-9938-108b5a5f9bd3 req-daa64073-fc2c-4829-98cb-0f7c5002e6ca tempest-SecurityGroupRulesTestJSON-1481348953 tempest-SecurityGroupRulesTestJSON-1481348953-project-member] Enqueued Resource ID: f85b6dca-07c8-40be-8871-f5b6893e1644 with Priority: HIGHEST for action security_group_rules [ 962.729265] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85b6dca-07c8-40be-8871-f5b6893e1644 with Priority: HIGHEST for action security_group_rules [ 962.729605] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f85b6dca-07c8-40be-8871-f5b6893e1644 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.729755] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.729827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.731280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.731378] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f85b6dca-07c8-40be-8871-f5b6893e1644',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.758684] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.758684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.758684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.758684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.758684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.758684] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120cf3c0-b132-47f2-8ffd-2f485e035bf7 already deleted. [ 962.758684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120cf3c0-b132-47f2-8ffd-2f485e035bf7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.889569] env[69210]: INFO networking_nsxv3.common.synchronization [req-25eac6c0-1857-4f89-9fb6-6670afa1d101 req-73e2b0cc-dda7-46ed-87d5-ae0547f6f521 tempest-SecurityGroupRulesTestJSON-1481348953 tempest-SecurityGroupRulesTestJSON-1481348953-project-member] Enqueued Resource ID: f85b6dca-07c8-40be-8871-f5b6893e1644 with Priority: HIGHEST for action security_group_rules [ 962.889569] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85b6dca-07c8-40be-8871-f5b6893e1644 with Priority: HIGHEST for action security_group_rules [ 962.889900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f85b6dca-07c8-40be-8871-f5b6893e1644 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.890162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.970031] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e69304fb-b455-4dbd-b4e1-411bf09aaf18 with status ACTIVE [ 962.970031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.970031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.970031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.970031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.970031] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e69304fb-b455-4dbd-b4e1-411bf09aaf18 is going to be updated. [ 962.974148] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.975833] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ca6ead-d371-427f-91f2-f3ab125810de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.976466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.999264] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.999797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.002096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.002096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.002096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.002096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e69304fb-b455-4dbd-b4e1-411bf09aaf18" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.068956] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: SUCCESS [ 963.068956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.068956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.068956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.068956] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.068956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.068956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.068956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.068956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.068956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.068956] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.255948] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.255948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.255948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.255948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.255948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.255948] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f85b6dca-07c8-40be-8871-f5b6893e1644 already deleted. [ 963.255948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.255948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.255948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.255948] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f85b6dca-07c8-40be-8871-f5b6893e1644',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.375257] env[69210]: INFO networking_nsxv3.common.synchronization [req-a17620c0-c0b9-4046-b5b3-4cbdacb41bf3 req-f3f787fd-1ccf-42bd-8607-507b1e8b7502 tempest-SecurityGroupRulesTestJSON-1481348953 tempest-SecurityGroupRulesTestJSON-1481348953-project-member] Enqueued Resource ID: f85b6dca-07c8-40be-8871-f5b6893e1644 with Priority: HIGHEST for action security_group_rules [ 963.376677] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85b6dca-07c8-40be-8871-f5b6893e1644 with Priority: HIGHEST for action security_group_rules [ 963.377127] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f85b6dca-07c8-40be-8871-f5b6893e1644 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.377346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.477841] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.488420] env[69210]: INFO networking_nsxv3.common.synchronization [req-844a6b0e-0852-4fbf-ba9a-cde9a5e1b454 req-7a7ead1b-3e63-47a9-9093-9dba88992392 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Enqueued Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 963.488975] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 963.490466] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.491107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.491215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.491422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.491592] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.491708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.491765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.491906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.492216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.492216] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.571841] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.572039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.572083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.572290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.572457] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.572672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.572672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.572812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.572856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.572944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.573111] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.573206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.573267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.573475] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.573545] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.573641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.573682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.573808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.573883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.573963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.574063] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.618588] env[69210]: INFO networking_nsxv3.common.synchronization [req-4a7b8642-8d61-451b-8eae-a4fc1963f463 req-f19d9706-abc3-449e-8ad2-579eb7fd9958 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 963.618924] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 963.619278] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.619405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.619803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.619803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.619947] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.620152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.620152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.620495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.620495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.620495] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.721836] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 in Status: SUCCESS [ 963.722078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.776327] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.776509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.776569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.776777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.776869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.776964] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f85b6dca-07c8-40be-8871-f5b6893e1644 already deleted. [ 963.777058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.777207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.778118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.778118] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f85b6dca-07c8-40be-8871-f5b6893e1644',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.980679] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.980932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.980932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.981391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.981589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.981748] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06ca6ead-d371-427f-91f2-f3ab125810de is going to be created. [ 963.995648] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.003193] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.003406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.003406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.003637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.003805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.012034] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ca6ead-d371-427f-91f2-f3ab125810de in Status: UNINITIALIZED for 2s [ 964.057071] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.057280] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.057410] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.057747] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.058021] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.058206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.058302] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.059187] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.059403] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.059652] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.059823] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.060034] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.060538] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.060722] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.061540] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.061540] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.080962] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee945a28-cfcb-496b-8cc0-d84b68bd7b25: rpc.has_security_group_logging(os_id): False [ 964.088834] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.089085] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.089287] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.089518] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.089886] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-cdeffd31-efc7-4139-92f5-5ba68f7977c5 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.090140] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-cdeffd31-efc7-4139-92f5-5ba68f7977c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.090422] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-cdeffd31-efc7-4139-92f5-5ba68f7977c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.090814] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-cdeffd31-efc7-4139-92f5-5ba68f7977c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.091018] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdeffd31-efc7-4139-92f5-5ba68f7977c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.102177] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.102307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.102377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.102575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.102667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.102871] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.102960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.103030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.103179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.103253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.103439] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.103532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.103590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.104250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.104359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.104569] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.104700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.104798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.104959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.105132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.105206] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 is going to be created. [ 964.122257] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.122368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.122446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.122640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.122729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.122914] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.123019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.123079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.123221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.123298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.123380] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 already deleted. [ 964.123461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.160986] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.161159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.161233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.161443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.161632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.172946] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: IN_PROGRESS for 2s [ 964.297353] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.297730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.297730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.297900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.297900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.297965] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f85b6dca-07c8-40be-8871-f5b6893e1644 already deleted. [ 964.298027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f85b6dca-07c8-40be-8871-f5b6893e1644" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.353168] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da in Status: SUCCESS [ 964.353354] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da deletion is rescheduled due to dependency. [ 964.353471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.497708] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.592971] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.593265] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.593407] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.593720] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.593884] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.594083] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port cdeffd31-efc7-4139-92f5-5ba68f7977c5 not found, creating... [ 964.594353] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.594522] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.594652] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.594885] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.595153] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.595341] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.595505] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.595633] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.595849] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.596090] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.596765] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: cdeffd31-efc7-4139-92f5-5ba68f7977c5 is going to be created. [ 964.616001] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.616907] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.616907] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.616907] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.617475] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.617475] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-cdeffd31-efc7-4139-92f5-5ba68f7977c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.000565] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.000878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.000878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.000995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.002010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.002010] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 is going to be updated. [ 965.033509] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.033509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.033509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.033509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.033825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.041789] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: IN_PROGRESS for 2s [ 965.396565] env[69210]: INFO networking_nsxv3.common.synchronization [req-4a7b8642-8d61-451b-8eae-a4fc1963f463 req-dd44a557-15bb-454a-a7f5-b6fe602dead0 service nova] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_rules [ 965.396802] env[69210]: INFO networking_nsxv3.common.synchronization [req-4a7b8642-8d61-451b-8eae-a4fc1963f463 req-dd44a557-15bb-454a-a7f5-b6fe602dead0 service nova] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 965.396898] env[69210]: INFO networking_nsxv3.common.synchronization [req-4a7b8642-8d61-451b-8eae-a4fc1963f463 req-dd44a557-15bb-454a-a7f5-b6fe602dead0 service nova] Enqueued Resource ID: cdeffd31-efc7-4139-92f5-5ba68f7977c5 with Priority: HIGHEST for action port [ 965.397168] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_rules [ 965.397262] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 965.397355] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdeffd31-efc7-4139-92f5-5ba68f7977c5 with Priority: HIGHEST for action port [ 965.397897] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.404019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.404019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.404019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.404019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.404019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdeffd31-efc7-4139-92f5-5ba68f7977c5 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdeffd31-efc7-4139-92f5-5ba68f7977c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdeffd31-efc7-4139-92f5-5ba68f7977c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.404019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdeffd31-efc7-4139-92f5-5ba68f7977c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.404019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdeffd31-efc7-4139-92f5-5ba68f7977c5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.906373] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.907650] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.907759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.910981] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdeffd31-efc7-4139-92f5-5ba68f7977c5 with status ACTIVE [ 965.910981] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.910981] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.910981] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.910981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.910981] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdeffd31-efc7-4139-92f5-5ba68f7977c5 is going to be updated. [ 965.930957] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.931117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.931183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.931378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.931515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.931981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdeffd31-efc7-4139-92f5-5ba68f7977c5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.021796] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ca6ead-d371-427f-91f2-f3ab125810de in Status: SUCCESS [ 966.022108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.022297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.022708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.023823] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.023823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.023823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.023823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.024458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.024458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.024458] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.113025] env[69210]: INFO networking_nsxv3.common.synchronization [req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d req-180a0936-7f96-4be8-92b2-f43b307136b4 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 966.113533] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 966.113855] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.115251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.115326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.115633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.115819] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.115919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.115985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.116239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.116335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.116434] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.184039] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: SUCCESS [ 966.184195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.414592] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.526047] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.621401] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.663378] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.663997] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.664885] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.664885] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.665180] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.665268] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.665325] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.665547] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.665695] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.665910] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.666137] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.666271] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.666969] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.667095] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.667195] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.667350] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.686219] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.686487] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.686684] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.686869] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.687232] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-726c0ba8-cb84-43a3-b01f-48959f7c6b4f taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.687412] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-726c0ba8-cb84-43a3-b01f-48959f7c6b4f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.687540] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-726c0ba8-cb84-43a3-b01f-48959f7c6b4f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.687863] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-726c0ba8-cb84-43a3-b01f-48959f7c6b4f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.688420] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726c0ba8-cb84-43a3-b01f-48959f7c6b4f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.922098] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.922098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.922098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.922098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.922098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.922098] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 is going to be created. [ 966.945381] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.945634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.945634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.945871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.946099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.955220] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: UNINITIALIZED for 2s [ 967.032611] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06ca6ead-d371-427f-91f2-f3ab125810de: rpc.has_security_group_logging(os_id): False [ 967.050628] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: SUCCESS [ 967.050628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.051415] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.051415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.051584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.052193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.052193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.052193] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.052193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.052193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.052400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.052400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.052453] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06ca6ead-d371-427f-91f2-f3ab125810de is going to be created. [ 967.105839] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.106101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.106101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.106271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.106509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.116842] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06ca6ead-d371-427f-91f2-f3ab125810de in Status: IN_PROGRESS for 2s [ 967.123300] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.191588] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.191722] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.191952] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.192356] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.192356] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.192473] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 726c0ba8-cb84-43a3-b01f-48959f7c6b4f not found, creating... [ 967.192806] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.192971] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.193110] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.193334] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.193480] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.196382] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.196382] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.196382] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.196681] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.197597] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.197597] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 726c0ba8-cb84-43a3-b01f-48959f7c6b4f is going to be created. [ 967.245223] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.245402] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.245551] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.245842] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.246102] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.246339] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-726c0ba8-cb84-43a3-b01f-48959f7c6b4f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.625771] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.626129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.626129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.626367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.626367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.626552] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 967.652825] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.653596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.653596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.653596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.653596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.662098] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 968.257109] env[69210]: INFO networking_nsxv3.common.synchronization [req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d req-70577b89-7283-4fe3-878c-23382c7ec407 service nova] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_rules [ 968.257320] env[69210]: INFO networking_nsxv3.common.synchronization [req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d req-70577b89-7283-4fe3-878c-23382c7ec407 service nova] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 968.257493] env[69210]: INFO networking_nsxv3.common.synchronization [req-a45fcdef-150d-4e89-b6bf-ff94855c8b0d req-70577b89-7283-4fe3-878c-23382c7ec407 service nova] Enqueued Resource ID: 726c0ba8-cb84-43a3-b01f-48959f7c6b4f with Priority: HIGHEST for action port [ 968.258059] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_rules [ 968.258212] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 968.258337] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 726c0ba8-cb84-43a3-b01f-48959f7c6b4f with Priority: HIGHEST for action port [ 968.258670] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.258757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.258855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.259118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.259195] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.260080] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.260195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.260404] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-726c0ba8-cb84-43a3-b01f-48959f7c6b4f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.260512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-726c0ba8-cb84-43a3-b01f-48959f7c6b4f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.260581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-726c0ba8-cb84-43a3-b01f-48959f7c6b4f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.260758] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-726c0ba8-cb84-43a3-b01f-48959f7c6b4f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.260846] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726c0ba8-cb84-43a3-b01f-48959f7c6b4f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.765408] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 726c0ba8-cb84-43a3-b01f-48959f7c6b4f with status ACTIVE [ 968.765703] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.765845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.765918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.766204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.766301] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.766529] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.766657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.766723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.766880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.766959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.767183] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.767282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.767345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.767488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.767566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.767672] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 726c0ba8-cb84-43a3-b01f-48959f7c6b4f is going to be updated. [ 968.768979] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.769218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.789875] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.790201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.790201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.790321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.790453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.790608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-726c0ba8-cb84-43a3-b01f-48959f7c6b4f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.967136] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: SUCCESS [ 968.968433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.968433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.968433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.968433] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.968433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.968433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.968433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.968433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.968433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.968433] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.131876] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06ca6ead-d371-427f-91f2-f3ab125810de in Status: SUCCESS [ 969.132087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.391014] env[69210]: INFO networking_nsxv3.common.synchronization [None req-700da72d-1f44-4372-93a7-489abc424a14 None None] Enqueued Resource ID: 9c8b4758-7e44-4519-a1b3-211f1df18262 with Priority: HIGHEST for action port [ 969.391014] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8b4758-7e44-4519-a1b3-211f1df18262 with Priority: HIGHEST for action port [ 969.391014] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c8b4758-7e44-4519-a1b3-211f1df18262 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.391185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c8b4758-7e44-4519-a1b3-211f1df18262" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.391185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c8b4758-7e44-4519-a1b3-211f1df18262" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.391403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c8b4758-7e44-4519-a1b3-211f1df18262" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.391460] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c8b4758-7e44-4519-a1b3-211f1df18262',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.477373] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.674632] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 969.674926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.675125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.675355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.675547] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.675756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.675756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.675917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.675999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.676106] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.894129] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c8b4758-7e44-4519-a1b3-211f1df18262 [ 969.894129] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.894129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.894129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.894506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.894506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.894506] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c8b4758-7e44-4519-a1b3-211f1df18262 already deleted. [ 969.894506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c8b4758-7e44-4519-a1b3-211f1df18262" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.980035] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18c81ac-90dd-424c-9581-a98c46b21184: rpc.has_security_group_logging(os_id): False [ 970.000046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.000473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.000473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.000791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.000791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.001774] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.001774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.001774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.001774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.002312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.002312] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 is going to be created. [ 970.087094] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.089024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.089024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.089024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.089024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.101471] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: IN_PROGRESS for 2s [ 970.178861] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.685400] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.976772] env[69210]: INFO networking_nsxv3.common.synchronization [None req-db5832b1-8b71-45d3-8730-283a890747e5 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Enqueued Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_rules [ 970.976772] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_rules [ 970.976772] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4801ac0b-e90c-42a5-be0e-3c42b71070da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.976772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.976772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.976772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.978870] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.162804] env[69210]: INFO networking_nsxv3.common.synchronization [None req-9cdd4244-982d-4c02-b8db-10d586f66185 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Enqueued Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_rules [ 971.163573] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_rules [ 971.163908] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4801ac0b-e90c-42a5-be0e-3c42b71070da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.164037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.188282] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.188282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.188282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.188612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.188612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.188714] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 971.220234] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.220234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.220234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.220452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.220658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.229656] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 971.465517] env[69210]: INFO networking_nsxv3.common.synchronization [req-1305a159-2fee-4a14-934b-8ca3ddd0990d req-79ee123e-a9a2-4957-9c6c-f69548fb10ed tempest-ServerTagsTestJSON-1914117839 tempest-ServerTagsTestJSON-1914117839-project-member] Enqueued Resource ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 with Priority: HIGHEST for action security_group_members [ 971.466785] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 with Priority: HIGHEST for action security_group_members [ 971.466785] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.466785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.466785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.468201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.468406] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.468550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.468959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.469227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.469358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.469483] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.496817] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.496979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.497066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.497256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.497343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.497880] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da already deleted. [ 971.497880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.497880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.497880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.497880] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.772826] env[69210]: INFO networking_nsxv3.common.synchronization [None req-aba653db-86f2-47b8-b053-73d85694685a None None] Enqueued Resource ID: f11ae1fb-5641-4dc8-baeb-017af507aa91 with Priority: HIGHEST for action port [ 971.772826] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11ae1fb-5641-4dc8-baeb-017af507aa91 with Priority: HIGHEST for action port [ 971.773308] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f11ae1fb-5641-4dc8-baeb-017af507aa91 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.773440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f11ae1fb-5641-4dc8-baeb-017af507aa91" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.773507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f11ae1fb-5641-4dc8-baeb-017af507aa91" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.773757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f11ae1fb-5641-4dc8-baeb-017af507aa91" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.773840] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f11ae1fb-5641-4dc8-baeb-017af507aa91',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.964226] env[69210]: INFO networking_nsxv3.common.synchronization [req-e50d31d3-7ee2-4d2d-9e1e-979369a0bc88 req-71c79b0d-2d6c-48e5-9d4e-9d2f4740dd5c tempest-ServersWithSpecificFlavorTestJSON-1557557581 tempest-ServersWithSpecificFlavorTestJSON-1557557581-project-member] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 971.965401] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGHEST for action security_group_members [ 971.966406] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.970282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.970443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.970813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.971157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.971365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.971496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.971775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.972042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.972276] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.974087] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.974295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.974449] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.974743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.974910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.975529] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.975529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.975529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.975720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.975720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.975831] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 is going to be updated. [ 972.004567] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.005051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.005051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.005051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.005231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.015611] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 in Status: IN_PROGRESS for 2s [ 972.018091] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.019459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.019459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.019459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.019459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.019459] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da already deleted. [ 972.019459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.117029] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: SUCCESS [ 972.117405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.277766] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f11ae1fb-5641-4dc8-baeb-017af507aa91 [ 972.278065] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.278225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.278303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.278550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.278651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.278756] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f11ae1fb-5641-4dc8-baeb-017af507aa91 already deleted. [ 972.278840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f11ae1fb-5641-4dc8-baeb-017af507aa91" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.479033] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.479033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.479033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.479248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.479961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.479961] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.479961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.479961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.479961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.480206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.480206] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f is going to be updated. [ 972.507707] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.507914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.507948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.509028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.509028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.516564] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: IN_PROGRESS for 2s [ 973.240284] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 973.240284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.240284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.240284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.240284] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.240796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.240796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.240796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.240796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.240925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.240925] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.743212] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.743400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.743476] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.743716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.743914] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.744049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.744129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.744287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.744409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.744640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.744689] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.744784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.744847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.744985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.745134] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.745225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.745286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.745420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.745493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.745576] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.745664] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.026665] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 in Status: SUCCESS [ 974.026867] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 deletion is rescheduled due to dependency. [ 974.026983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.251465] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6efeb86b-299a-454f-80d9-0d0a81aba7fc: rpc.has_security_group_logging(os_id): False [ 974.272115] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.275027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.275027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.275027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.275477] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.275477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.275477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.275477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.275855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.276837] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 974.334610] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.334610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.334610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.334610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.334610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.344989] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 974.528777] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3c36087-1356-4488-81dd-21f7ba2e309f in Status: SUCCESS [ 974.528777] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f deletion is rescheduled due to dependency. [ 974.528777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.767617] env[69210]: INFO networking_nsxv3.common.synchronization [req-8f2cad0a-b350-40f0-a190-217153af8e0e req-b1f2c186-f835-4249-ab06-2a9098de312e tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 975.767951] env[69210]: INFO networking_nsxv3.common.synchronization [req-8f2cad0a-b350-40f0-a190-217153af8e0e req-b1f2c186-f835-4249-ab06-2a9098de312e tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 with Priority: HIGHEST for action security_group_members [ 975.771329] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 975.771329] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 with Priority: HIGHEST for action security_group_members [ 975.771573] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.771711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.771774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.771978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.772151] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.772253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.772317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.772462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.772549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.772643] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.773544] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24c7a18-bc69-4b87-b1c8-35f46572dc35 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.773671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.773671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.773868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.774939] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.775259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.775349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.775553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.775585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.775677] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24c7a18-bc69-4b87-b1c8-35f46572dc35',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.851230] env[69210]: INFO networking_nsxv3.common.synchronization [req-8f2cad0a-b350-40f0-a190-217153af8e0e req-b1f2c186-f835-4249-ab06-2a9098de312e tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 with Priority: HIGHEST for action security_group_rules [ 975.851230] env[69210]: INFO networking_nsxv3.common.synchronization [req-8f2cad0a-b350-40f0-a190-217153af8e0e req-b1f2c186-f835-4249-ab06-2a9098de312e tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 with Priority: HIGHEST for action security_group_members [ 975.851230] env[69210]: INFO networking_nsxv3.common.synchronization [req-8f2cad0a-b350-40f0-a190-217153af8e0e req-b1f2c186-f835-4249-ab06-2a9098de312e tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_rules [ 975.851230] env[69210]: INFO networking_nsxv3.common.synchronization [req-8f2cad0a-b350-40f0-a190-217153af8e0e req-b1f2c186-f835-4249-ab06-2a9098de312e tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 975.851230] env[69210]: INFO networking_nsxv3.common.synchronization [req-8f2cad0a-b350-40f0-a190-217153af8e0e req-b1f2c186-f835-4249-ab06-2a9098de312e tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: c61c172d-d2cf-4e2a-a490-713ccd6acce1 with Priority: HIGHEST for action port [ 975.851502] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 with Priority: HIGHEST for action security_group_rules [ 975.851693] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_rules [ 975.851761] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61c172d-d2cf-4e2a-a490-713ccd6acce1 with Priority: HIGHEST for action port [ 975.851872] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 with Priority: HIGHEST for action security_group_members [ 975.851919] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 975.853290] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d24c7a18-bc69-4b87-b1c8-35f46572dc35 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.853290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.853290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.853473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.853523] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d24c7a18-bc69-4b87-b1c8-35f46572dc35',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.856735] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.856735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.856735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.856735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.856735] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.857159] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-c61c172d-d2cf-4e2a-a490-713ccd6acce1 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.857159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.857159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.857270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.857318] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c61c172d-d2cf-4e2a-a490-713ccd6acce1',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.858311] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24c7a18-bc69-4b87-b1c8-35f46572dc35 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.858424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.858664] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.858925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.232074] env[69210]: INFO networking_nsxv3.common.synchronization [req-aea9c9ca-1a93-4415-aace-03fc3b57b01b req-36b686ce-27d1-494f-8e12-939eb005dd7d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 976.232074] env[69210]: INFO networking_nsxv3.common.synchronization [req-aea9c9ca-1a93-4415-aace-03fc3b57b01b req-36b686ce-27d1-494f-8e12-939eb005dd7d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 with Priority: HIGHEST for action security_group_members [ 976.232074] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 976.232074] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 with Priority: HIGHEST for action security_group_members [ 976.232074] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.232074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.232074] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24c7a18-bc69-4b87-b1c8-35f46572dc35 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.232074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.278291] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.279293] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d24c7a18-bc69-4b87-b1c8-35f46572dc35',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.286463] env[69210]: INFO networking_nsxv3.common.synchronization [req-aea9c9ca-1a93-4415-aace-03fc3b57b01b req-36b686ce-27d1-494f-8e12-939eb005dd7d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_rules [ 976.286656] env[69210]: INFO networking_nsxv3.common.synchronization [req-aea9c9ca-1a93-4415-aace-03fc3b57b01b req-36b686ce-27d1-494f-8e12-939eb005dd7d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 976.286840] env[69210]: INFO networking_nsxv3.common.synchronization [req-aea9c9ca-1a93-4415-aace-03fc3b57b01b req-36b686ce-27d1-494f-8e12-939eb005dd7d tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: c61c172d-d2cf-4e2a-a490-713ccd6acce1 with Priority: HIGHEST for action port [ 976.287407] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_rules [ 976.287538] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 976.287632] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c61c172d-d2cf-4e2a-a490-713ccd6acce1 with Priority: HIGHEST for action port [ 976.287930] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.289025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.289568] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.289747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.290157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-c61c172d-d2cf-4e2a-a490-713ccd6acce1 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.290321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.361264] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.361517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.362911] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c61c172d-d2cf-4e2a-a490-713ccd6acce1 with status ACTIVE [ 976.363209] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.363351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.363419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.363850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.363949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.364157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.364263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.364334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.364594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.364634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.364795] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.364890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.364947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.369268] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.369386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.369470] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c61c172d-d2cf-4e2a-a490-713ccd6acce1 is going to be updated. [ 976.370793] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24c7a18-bc69-4b87-b1c8-35f46572dc35 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.370915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.371749] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 976.372082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.390432] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.390639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.390714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.390943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.391179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.391370] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.391610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.391800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.391899] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c61c172d-d2cf-4e2a-a490-713ccd6acce1',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.781802] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.782916] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d24c7a18-bc69-4b87-b1c8-35f46572dc35',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.894879] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c61c172d-d2cf-4e2a-a490-713ccd6acce1 with status ACTIVE [ 976.896026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.896026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.896026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.896026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.896026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.896311] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.896368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.896453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.896714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.896810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.897157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.897359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.897489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.897713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.897833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.897965] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c61c172d-d2cf-4e2a-a490-713ccd6acce1 is going to be updated. [ 976.918766] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.919030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.919107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.919394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.920056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.920056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c61c172d-d2cf-4e2a-a490-713ccd6acce1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.285542] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.285773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.285874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.286148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.287146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.287146] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 is going to be updated. [ 977.287628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.287735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.287809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.287973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.288069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.288157] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 is going to be created. [ 977.312729] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.312944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.312944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.313172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.313332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.318313] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.318540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.318540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.318697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.318844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.324494] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 in Status: UNINITIALIZED for 2s [ 977.325800] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: IN_PROGRESS for 2s [ 979.337416] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 in Status: SUCCESS [ 979.337736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.337882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.338145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.338432] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.338563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.338632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.338810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.338897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.338994] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24c7a18-bc69-4b87-b1c8-35f46572dc35',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.342057] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: SUCCESS [ 979.342057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.342057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.342057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.342057] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.342057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.342057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.342597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.342597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.342597] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.844646] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.844834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.844883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.845084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.845192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.845413] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.845516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.845580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.845739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.845818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.845902] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 is going to be deleted. [ 979.847029] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.874343] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.874571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.874698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.874971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.875123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.875292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.875498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.875716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.876461] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.876461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.876461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.876461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.876820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.876820] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24c7a18-bc69-4b87-b1c8-35f46572dc35',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.349885] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.380233] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.380428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.380428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.380618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.380684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.380931] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.381067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.381126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.381342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.381459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.381523] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 already deleted. [ 980.381591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.381782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.381958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.382188] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.382309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.382392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.382540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.382651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.382755] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24c7a18-bc69-4b87-b1c8-35f46572dc35',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.853082] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.853082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.853082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.853339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.853397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.853490] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 is going to be updated. [ 980.880946] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.881102] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.881174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.881378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.881524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.884999] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.885127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.885196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.885354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.885436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.885612] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.885707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.886082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.886082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.886082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.886082] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 already deleted. [ 980.886255] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.886255] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d24c7a18-bc69-4b87-b1c8-35f46572dc35',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.890744] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: IN_PROGRESS for 2s [ 981.288828] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 981.289034] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 981.388637] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d24c7a18-bc69-4b87-b1c8-35f46572dc35',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.892260] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d24c7a18-bc69-4b87-b1c8-35f46572dc35: rpc.has_security_group_logging(os_id): False [ 981.909773] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.909978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.910089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.910372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.910770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.910770] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.913568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.913568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.913568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.913568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.913568] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 is going to be created. [ 981.927555] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d24c7a18-bc69-4b87-b1c8-35f46572dc35], does not exist path=[/infra/domains/default/groups/d24c7a18-bc69-4b87-b1c8-35f46572dc35]."\n}' [ 981.927710] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d24c7a18-bc69-4b87-b1c8-35f46572dc35 [ 981.927765] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 981.966329] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.966531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.966700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.967573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.968510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.968900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.969084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.969166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.969396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.969502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.969757] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.969904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.969999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.970761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.970761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.970761] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d24c7a18-bc69-4b87-b1c8-35f46572dc35 is going to be created. [ 981.985331] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d24c7a18-bc69-4b87-b1c8-35f46572dc35], does not exist path=[/infra/domains/default/groups/d24c7a18-bc69-4b87-b1c8-35f46572dc35]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d24c7a18-bc69-4b87-b1c8-35f46572dc35 [ 981.985536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d24c7a18-bc69-4b87-b1c8-35f46572dc35" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.985721] env[69210]: Traceback (most recent call last): [ 981.985790] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 981.985790] env[69210]: return func(*args, **kwargs) [ 981.985790] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 981.985790] env[69210]: res.raise_for_status() [ 981.985790] env[69210]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 981.985790] env[69210]: raise HTTPError(http_error_msg, response=self) [ 981.985790] env[69210]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d24c7a18-bc69-4b87-b1c8-35f46572dc35 [ 981.985790] env[69210]: During handling of the above exception, another exception occurred: [ 981.985790] env[69210]: Traceback (most recent call last): [ 981.985790] env[69210]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 981.985790] env[69210]: listener.cb(fileno) [ 981.985790] env[69210]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 981.985790] env[69210]: result = function(*args, **kwargs) [ 981.985790] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 981.985790] env[69210]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 981.985790] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 981.985790] env[69210]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 981.985790] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 981.985790] env[69210]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 981.985790] env[69210]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 981.985790] env[69210]: res.raise_for_status() [ 981.985790] env[69210]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 981.985790] env[69210]: raise HTTPError(http_error_msg, response=self) [ 981.985790] env[69210]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d24c7a18-bc69-4b87-b1c8-35f46572dc35 [ 981.985790] env[69210]: Removing descriptor: 58 [ 982.397795] env[69210]: INFO networking_nsxv3.common.synchronization [req-7909c7f2-7d18-4fa7-a199-a91200dea799 req-08ef1324-880f-4a80-a6a4-448d87147473 tempest-ServerRescueTestJSONUnderV235-753980112 tempest-ServerRescueTestJSONUnderV235-753980112-project-member] Enqueued Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 982.398732] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 with Priority: HIGHEST for action security_group_members [ 982.399219] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.399219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.903037] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: SUCCESS [ 982.903309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.903480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.903699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.903882] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.904008] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.904100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.904254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.904336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.904432] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.406776] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.407100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.407100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.407235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.427107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.427366] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.427487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.427553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.427738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.427835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.427913] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 is going to be updated. [ 983.452808] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.453060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.453200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.453513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.453716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.461404] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: IN_PROGRESS for 2s [ 984.605781] env[69210]: INFO networking_nsxv3.common.synchronization [None req-16c69e8a-3904-48a6-859c-9f4c8c45d6e4 None None] Enqueued Resource ID: 222a97e6-9d55-473f-84fe-22ad4440bd90 with Priority: HIGHEST for action port [ 984.606029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222a97e6-9d55-473f-84fe-22ad4440bd90 with Priority: HIGHEST for action port [ 984.606625] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-222a97e6-9d55-473f-84fe-22ad4440bd90 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.606625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-222a97e6-9d55-473f-84fe-22ad4440bd90" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.606816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-222a97e6-9d55-473f-84fe-22ad4440bd90" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.608658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-222a97e6-9d55-473f-84fe-22ad4440bd90" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.608879] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222a97e6-9d55-473f-84fe-22ad4440bd90',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.113027] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 222a97e6-9d55-473f-84fe-22ad4440bd90 [ 985.113027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.113027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.113027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.113027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.113027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.113027] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:222a97e6-9d55-473f-84fe-22ad4440bd90 already deleted. [ 985.113027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-222a97e6-9d55-473f-84fe-22ad4440bd90" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.372835] env[69210]: INFO networking_nsxv3.common.synchronization [req-9dd89ab0-5ab9-4a9a-9b5b-c24e0563ce4f req-6e1e257a-9ec2-4279-bf7d-2b4ed843a4ce tempest-ServersAdminTestJSON-270354629 tempest-ServersAdminTestJSON-270354629-project-member] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 985.372835] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGHEST for action security_group_members [ 985.372835] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.373188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.373345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.373612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.373902] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.374133] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.374280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.374510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.374928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.375151] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.475333] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: SUCCESS [ 985.475333] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 deletion is rescheduled due to dependency. [ 985.475333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.475333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.475333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.475333] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.475333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.475333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.475333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.475333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.475333] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.880718] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.881049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.881049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.881117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.900166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.901418] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.901765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.903848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.903848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.903848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.903848] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be updated. [ 985.935723] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.935908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.935953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.936168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.936309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.945464] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: IN_PROGRESS for 2s [ 985.978702] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.978857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.978931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.979240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.979334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.979524] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.979622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.979683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.979830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.979901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.979984] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 is going to be updated. [ 986.006245] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.006385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.006458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.006655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.006821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.014733] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: IN_PROGRESS for 2s [ 986.214975] env[69210]: INFO networking_nsxv3.common.synchronization [req-ae8f482d-1915-477d-9183-0c850f5e1dff req-3383a4f0-3930-4f7d-a6d9-e248f11c6f4a tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 986.215893] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 986.215893] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.215893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.216131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.216183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.216295] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.216465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.216465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.216579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.216657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.216765] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.719334] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.222041] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.725252] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.725411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.725484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.725745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.725841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.725952] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 987.760285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.760427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.760501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.760708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.760854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.768876] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 987.954971] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc56103-2bb5-4f40-8053-3702cedea561 in Status: SUCCESS [ 987.955181] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 deletion is rescheduled due to dependency. [ 987.955293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.024263] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: SUCCESS [ 988.024446] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 deletion is rescheduled due to dependency. [ 988.024567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.024879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.025100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.025290] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.025407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.025472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.025631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.025711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.025811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.025908] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.026744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.026923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.027092] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.027195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.027259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.027399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.027478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.027567] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.529218] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.529563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.529615] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.529725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.529793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.530023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.530126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.530296] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.530407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.530452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.530612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.530699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.530792] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 is going to be updated. [ 988.558363] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.558490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.558569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.558810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.558925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.567022] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: IN_PROGRESS for 2s [ 989.778476] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 989.778776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.576237] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: SUCCESS [ 990.576420] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 deletion is rescheduled due to dependency. [ 990.576542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.576704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.576961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.577185] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.577313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.577388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.577534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.577607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.577696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.577855] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.577950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.578022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.578168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.578310] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.578411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.578478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.578623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.578698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.578779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.578869] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.081654] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee945a28-cfcb-496b-8cc0-d84b68bd7b25: rpc.has_security_group_logging(os_id): False [ 991.098217] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.098361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.098434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.098647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.098738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.098956] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.099067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.099132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.099281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.099356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.099540] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.099634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.099694] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.099830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.099903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.100092] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.100191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.100303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.100422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.100466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.100525] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 is going to be updated. [ 991.158659] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.158841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.159023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.159171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.159325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.171715] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: IN_PROGRESS for 2s [ 991.216111] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 991.216215] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 993.185777] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 in Status: SUCCESS [ 993.186095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.186140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.186355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.186443] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee945a28-cfcb-496b-8cc0-d84b68bd7b25',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.709680] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.709902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.709902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.710269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.710403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.710526] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee945a28-cfcb-496b-8cc0-d84b68bd7b25 is going to be deleted. [ 993.763891] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.764059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.764118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.764335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.764436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.764541] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee945a28-cfcb-496b-8cc0-d84b68bd7b25" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.220183] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.220183] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 997.035985] env[69210]: INFO networking_nsxv3.common.synchronization [req-d4af5c00-d47c-4850-9a08-6649372dfd2e req-7943ec81-2771-42d8-a069-dac150f3ce96 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Enqueued Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 997.036565] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 997.036932] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.037140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.037240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.037451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.037622] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.037740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.037809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.037979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.038081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.038174] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.128494] env[69210]: INFO networking_nsxv3.common.synchronization [req-d45c0d98-ffff-45a1-a217-02ae76d2854d req-a010df8e-279e-4aef-8f87-924149b59c48 tempest-MigrationsAdminTest-654092990 tempest-MigrationsAdminTest-654092990-project-member] Enqueued Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 997.129199] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGHEST for action security_group_members [ 997.129493] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.129613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.129700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.129953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.130137] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.130241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.130339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.130448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.130532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.130623] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.541237] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.632820] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.632989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.633078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.633317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.653727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.654007] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.654211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.654276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.654444] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.654573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.654631] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 is going to be updated. [ 997.678588] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.678588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.678588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.678775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.678775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.689026] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: IN_PROGRESS for 2s [ 998.044222] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.405313] env[69210]: INFO networking_nsxv3.common.synchronization [req-abef9a65-4ccb-48c5-8ebc-7ec657598941 req-f89ddb80-538b-48a4-b227-510975b9e847 tempest-VolumesAdminNegativeTest-718793641 tempest-VolumesAdminNegativeTest-718793641-project-member] Enqueued Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_members [ 998.405823] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGHEST for action security_group_members [ 998.406597] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-272a7be7-c20f-4edd-a65b-6601e565d09e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.408327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.408327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.408327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.408327] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.408327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.408327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.408327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.408327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.408327] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.548542] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.549514] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.549667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.549798] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e is going to be updated. [ 998.575666] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.575780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.575871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.576088] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.576247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.588682] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: IN_PROGRESS for 2s [ 998.909932] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.910106] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.910179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.910406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.933412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.933660] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.933779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.933848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.934083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.934169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.934260] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 272a7be7-c20f-4edd-a65b-6601e565d09e is going to be updated. [ 998.956522] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.956740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.956740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.957087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.957244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.965558] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 272a7be7-c20f-4edd-a65b-6601e565d09e in Status: IN_PROGRESS for 2s [ 999.655132] env[69210]: INFO networking_nsxv3.common.synchronization [None req-1db82eb2-e7a2-4689-b6ee-bc2ae85fe909 None None] Enqueued Resource ID: 82cab2b3-ee8e-40ee-844f-98c9123bae99 with Priority: HIGHEST for action port [ 999.655742] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82cab2b3-ee8e-40ee-844f-98c9123bae99 with Priority: HIGHEST for action port [ 999.658202] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-82cab2b3-ee8e-40ee-844f-98c9123bae99 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.658343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82cab2b3-ee8e-40ee-844f-98c9123bae99" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.658410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82cab2b3-ee8e-40ee-844f-98c9123bae99" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.659162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82cab2b3-ee8e-40ee-844f-98c9123bae99" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.659162] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82cab2b3-ee8e-40ee-844f-98c9123bae99',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.699111] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 in Status: SUCCESS [ 999.699912] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 deletion is rescheduled due to dependency. [ 999.699912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.161409] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82cab2b3-ee8e-40ee-844f-98c9123bae99 [ 1000.161642] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.161784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.161855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.162094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.162184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.162413] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82cab2b3-ee8e-40ee-844f-98c9123bae99 already deleted. [ 1000.162413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82cab2b3-ee8e-40ee-844f-98c9123bae99" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.600529] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: SUCCESS [ 1000.600619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.977043] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 272a7be7-c20f-4edd-a65b-6601e565d09e in Status: SUCCESS [ 1000.977306] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 272a7be7-c20f-4edd-a65b-6601e565d09e deletion is rescheduled due to dependency. [ 1000.977306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.532570] env[69210]: INFO networking_nsxv3.common.synchronization [req-837a3f70-9d52-4429-ac2a-5f74955c76e0 req-0e148785-6f1e-4091-9888-131c43e0297e tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1001.532896] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1001.533226] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.533352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.533419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.533592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.533735] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.533830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.533889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.534375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.534489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.534586] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.580100] env[69210]: INFO networking_nsxv3.common.synchronization [None req-0442cc6c-1b5f-4f75-aaf8-94405aa7621d None None] Enqueued Resource ID: ddd5d358-8f02-4b0c-9f99-6627e2a00c7f with Priority: HIGHEST for action port [ 1001.580362] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd5d358-8f02-4b0c-9f99-6627e2a00c7f with Priority: HIGHEST for action port [ 1001.580908] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddd5d358-8f02-4b0c-9f99-6627e2a00c7f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.581045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddd5d358-8f02-4b0c-9f99-6627e2a00c7f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.581108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddd5d358-8f02-4b0c-9f99-6627e2a00c7f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.581402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddd5d358-8f02-4b0c-9f99-6627e2a00c7f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.586801] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd5d358-8f02-4b0c-9f99-6627e2a00c7f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.865238] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.865457] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.865586] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.865856] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.866126] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.866289] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.866413] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.866629] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.866779] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.867446] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.867446] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.867446] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.867446] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.867632] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1001.867632] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.867739] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.885718] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.885903] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1001.886113] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.886328] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.886681] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-703521fd-0f07-4394-9e9e-cc36c65fbc68 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.886929] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-703521fd-0f07-4394-9e9e-cc36c65fbc68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.887094] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-703521fd-0f07-4394-9e9e-cc36c65fbc68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.887414] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-703521fd-0f07-4394-9e9e-cc36c65fbc68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.887577] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703521fd-0f07-4394-9e9e-cc36c65fbc68',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.039789] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.040113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.040113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.044020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.059328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.059587] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.059723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.059793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.059991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.060088] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.060179] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1002.083439] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.083578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.083644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.083832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.083970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.088508] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddd5d358-8f02-4b0c-9f99-6627e2a00c7f [ 1002.088718] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.088838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.088895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.089074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.089157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.089242] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddd5d358-8f02-4b0c-9f99-6627e2a00c7f already deleted. [ 1002.089321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddd5d358-8f02-4b0c-9f99-6627e2a00c7f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.091737] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1002.390102] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.390353] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.390491] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.390786] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.390948] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.391148] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 703521fd-0f07-4394-9e9e-cc36c65fbc68 not found, creating... [ 1002.391384] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.391550] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.391682] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.391893] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.392064] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.392354] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.392527] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.392652] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.392895] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.393087] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.393378] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 703521fd-0f07-4394-9e9e-cc36c65fbc68 is going to be created. [ 1002.412816] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.413715] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.413715] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.413715] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.413715] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.414021] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-703521fd-0f07-4394-9e9e-cc36c65fbc68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.159157] env[69210]: INFO networking_nsxv3.common.synchronization [req-837a3f70-9d52-4429-ac2a-5f74955c76e0 req-b80cda87-a2ee-424c-b36d-cb20f1ce296b service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 1003.159425] env[69210]: INFO networking_nsxv3.common.synchronization [req-837a3f70-9d52-4429-ac2a-5f74955c76e0 req-b80cda87-a2ee-424c-b36d-cb20f1ce296b service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1003.159493] env[69210]: INFO networking_nsxv3.common.synchronization [req-837a3f70-9d52-4429-ac2a-5f74955c76e0 req-b80cda87-a2ee-424c-b36d-cb20f1ce296b service nova] Enqueued Resource ID: 703521fd-0f07-4394-9e9e-cc36c65fbc68 with Priority: HIGHEST for action port [ 1003.159706] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 1003.159828] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1003.160013] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 703521fd-0f07-4394-9e9e-cc36c65fbc68 with Priority: HIGHEST for action port [ 1003.160600] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.160731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.160802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.160993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.161398] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.162860] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.162860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.162955] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-703521fd-0f07-4394-9e9e-cc36c65fbc68 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.163058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-703521fd-0f07-4394-9e9e-cc36c65fbc68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.163100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-703521fd-0f07-4394-9e9e-cc36c65fbc68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.163256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-703521fd-0f07-4394-9e9e-cc36c65fbc68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.163627] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('703521fd-0f07-4394-9e9e-cc36c65fbc68',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.665769] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.666082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.666302] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 703521fd-0f07-4394-9e9e-cc36c65fbc68 with status ACTIVE [ 1003.666571] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.666674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.666820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.667045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.667108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.667284] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.667382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.667460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.667625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.667708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.667916] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.668093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.668134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.668341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.668402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.668448] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 703521fd-0f07-4394-9e9e-cc36c65fbc68 is going to be updated. [ 1003.690588] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.690740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.690787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.691053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.691219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.691384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-703521fd-0f07-4394-9e9e-cc36c65fbc68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.101072] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1004.101429] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 1004.101549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.101714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.101918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.102111] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.102226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.102295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.102447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.102528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.102629] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.606324] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.109507] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.612254] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.612254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.612254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.612615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.612615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.612615] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1005.638947] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.639110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.639187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.639565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.639565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.649870] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1006.002278] env[69210]: INFO networking_nsxv3.common.synchronization [req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 req-da97a4b0-a2ed-4154-8c80-015baa532c48 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Enqueued Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_members [ 1006.002803] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_members [ 1006.003141] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4801ac0b-e90c-42a5-be0e-3c42b71070da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.003267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.003332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.003573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.003723] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.003821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.003883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.004145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.004764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.004764] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.488840] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.488840] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-243" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.488840] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-243" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.489066] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-243" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.489376] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.489613] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.490263] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.490263] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.490362] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.491637] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.491637] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.491637] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.491637] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.491637] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.491637] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.491637] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.506146] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.506744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.506820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.507153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.507273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.507480] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.507583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.507637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.507799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.507879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.507966] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da already deleted. [ 1006.508061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.509098] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.509284] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.509443] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.509620] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-243" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.509922] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-f1539a4a-1b11-43dd-97b2-0dab3f216b68 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.510117] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-f1539a4a-1b11-43dd-97b2-0dab3f216b68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.510222] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-f1539a4a-1b11-43dd-97b2-0dab3f216b68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.510523] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-f1539a4a-1b11-43dd-97b2-0dab3f216b68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.510756] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1539a4a-1b11-43dd-97b2-0dab3f216b68',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.015197] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.015542] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.015542] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.015780] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.015936] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.016123] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port f1539a4a-1b11-43dd-97b2-0dab3f216b68 not found, creating... [ 1007.016395] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.017867] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.017867] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.017867] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.017867] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.017867] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.018303] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.018303] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.018430] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.018574] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.018722] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: f1539a4a-1b11-43dd-97b2-0dab3f216b68 is going to be created. [ 1007.038280] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.038499] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.038637] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.038915] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.039178] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.039425] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-f1539a4a-1b11-43dd-97b2-0dab3f216b68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.659932] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1007.659932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.659932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.659932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.659932] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.662549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.662549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.662549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.662549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.662549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.662549] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.753681] env[69210]: INFO networking_nsxv3.common.synchronization [req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 req-c8c0c51b-a9de-4aee-9b07-8aef657eb1c8 service nova] Enqueued Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_rules [ 1007.754133] env[69210]: INFO networking_nsxv3.common.synchronization [req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 req-c8c0c51b-a9de-4aee-9b07-8aef657eb1c8 service nova] Enqueued Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_members [ 1007.754330] env[69210]: INFO networking_nsxv3.common.synchronization [req-64f0a4d9-0c16-4be9-a0a1-3e76c51fd706 req-c8c0c51b-a9de-4aee-9b07-8aef657eb1c8 service nova] Enqueued Resource ID: f1539a4a-1b11-43dd-97b2-0dab3f216b68 with Priority: HIGHEST for action port [ 1007.754839] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_rules [ 1007.754975] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_members [ 1007.755089] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1539a4a-1b11-43dd-97b2-0dab3f216b68 with Priority: HIGHEST for action port [ 1007.755357] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4801ac0b-e90c-42a5-be0e-3c42b71070da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.755479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.755542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.755742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.755823] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.756646] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4801ac0b-e90c-42a5-be0e-3c42b71070da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.756764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.756823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.757269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.757653] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.757653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.757653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.757959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.757959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.757959] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.759092] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1539a4a-1b11-43dd-97b2-0dab3f216b68 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.759184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1539a4a-1b11-43dd-97b2-0dab3f216b68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.759303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1539a4a-1b11-43dd-97b2-0dab3f216b68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.759358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1539a4a-1b11-43dd-97b2-0dab3f216b68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.761489] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1539a4a-1b11-43dd-97b2-0dab3f216b68',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.164899] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.165271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.165271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.165400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.165558] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.165649] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.165701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.165807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.165894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.166036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.166489] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.166489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.166489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.166489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.166830] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.166830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.166830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.166830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.167090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.167090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.167090] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.264401] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.264401] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1539a4a-1b11-43dd-97b2-0dab3f216b68 with status ACTIVE [ 1008.264401] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.264401] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.264401] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.264401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.265155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.265155] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1539a4a-1b11-43dd-97b2-0dab3f216b68 is going to be updated. [ 1008.266887] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4801ac0b-e90c-42a5-be0e-3c42b71070da taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.267267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.288226] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.288226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.288226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.288226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.288226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.288226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1539a4a-1b11-43dd-97b2-0dab3f216b68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.670220] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f057cf8-8872-47a7-bbeb-fcc46158bf44: rpc.has_security_group_logging(os_id): False [ 1008.690291] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.690462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.690553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.690790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.691098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.691190] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.691256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.691293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.691428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.691507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.691710] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.691795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.691856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.692052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.692171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.694905] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.695044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.695097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.695250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.695421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.695421] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1008.762657] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.762817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.763308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.763551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.763704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.768844] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.776081] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1009.272041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.272388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.272388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.272596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.272680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.272841] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da is going to be created. [ 1009.295016] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.295167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.295239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.295500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.295599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.303916] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da in Status: UNINITIALIZED for 2s [ 1010.020379] env[69210]: INFO networking_nsxv3.common.synchronization [req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 req-ccf10812-c978-40e8-8a4e-c54741dd6ded tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1010.024061] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1010.024532] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.024622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.024721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.024964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.025680] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.025680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.025680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.025680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.025680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.025956] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.529233] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.640646] env[69210]: INFO networking_nsxv3.common.synchronization [req-71a3cd50-8cad-40c5-ad3b-846149d17b07 req-097dedff-2cae-4441-a386-d2410d201578 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1010.641211] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1010.641500] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.641620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.641687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.641939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.646684] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.646865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.647022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.647637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.647637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.647888] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.677027] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.677027] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.677027] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.677027] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.677027] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.677027] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.677744] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.678253] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.678816] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.679760] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.679760] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.679760] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.679760] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.679760] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.679760] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.680726] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.704371] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.704693] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.704809] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.705065] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.705453] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-a1d2359c-2888-4f0b-ad07-ee383a437ff5 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.705642] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-a1d2359c-2888-4f0b-ad07-ee383a437ff5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.706200] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-a1d2359c-2888-4f0b-ad07-ee383a437ff5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.706338] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-a1d2359c-2888-4f0b-ad07-ee383a437ff5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.706392] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1d2359c-2888-4f0b-ad07-ee383a437ff5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.789668] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1010.789893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.800743] env[69210]: INFO networking_nsxv3.common.synchronization [None req-0441bc60-c32d-49ee-a4fd-ca980783b4a8 None None] Enqueued Resource ID: ae28a39f-ca4a-4788-b335-d87abad59785 with Priority: HIGHEST for action port [ 1010.801307] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae28a39f-ca4a-4788-b335-d87abad59785 with Priority: HIGHEST for action port [ 1010.801617] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae28a39f-ca4a-4788-b335-d87abad59785 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.801742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae28a39f-ca4a-4788-b335-d87abad59785" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.801863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae28a39f-ca4a-4788-b335-d87abad59785" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.802565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae28a39f-ca4a-4788-b335-d87abad59785" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.802565] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae28a39f-ca4a-4788-b335-d87abad59785',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.971940] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.972287] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.972462] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.972927] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.973420] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.973695] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.973978] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.974305] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.975153] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.975439] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.975638] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.975834] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.976064] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.976226] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1010.976382] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.976630] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.995651] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.995869] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1010.996066] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.996310] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.996648] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.996840] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.997071] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.997449] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.997698] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.031419] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.151923] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.152143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.152212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.152743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.152743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.152743] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.152743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.155237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.155237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.155237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.155237] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 already deleted. [ 1011.155237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.212021] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.212021] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.212021] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.212021] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.212021] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.212021] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port a1d2359c-2888-4f0b-ad07-ee383a437ff5 not found, creating... [ 1011.212021] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.212021] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.212021] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.212021] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.212021] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.212650] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.212650] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.212650] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.212650] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.213086] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.213375] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: a1d2359c-2888-4f0b-ad07-ee383a437ff5 is going to be created. [ 1011.233708] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.233938] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.234201] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.234361] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.235086] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.235086] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-a1d2359c-2888-4f0b-ad07-ee383a437ff5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.304735] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae28a39f-ca4a-4788-b335-d87abad59785 [ 1011.305065] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.305162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.305203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.305776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.305776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.305776] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae28a39f-ca4a-4788-b335-d87abad59785 already deleted. [ 1011.305776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae28a39f-ca4a-4788-b335-d87abad59785" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.320395] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da in Status: SUCCESS [ 1011.321131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.321131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.321131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.321131] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.321131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.321464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.321464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.321464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.321464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.321642] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.500144] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.500388] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.500524] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.500807] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.500963] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.501138] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 not found, creating... [ 1011.501403] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.501568] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.501693] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.501916] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.502073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.502358] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.502521] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.502646] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.502857] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.502998] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.503159] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 is going to be created. [ 1011.522672] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.522898] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.523010] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.523280] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.523514] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.523737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.533192] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.533451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.533451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.533551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.533634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.533724] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1011.562366] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.562507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.562580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.562776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.562918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.572399] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1011.824374] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.300342] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b57af6f1-5d6f-408f-b5aa-259557942eb6 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_rules [ 1012.300883] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_rules [ 1012.301216] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14947345-c62f-4560-ba3e-f031294a8f0c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.302014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.302014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.302014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.302014] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.320416] env[69210]: INFO networking_nsxv3.common.synchronization [req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 req-83826c83-f55a-4c82-9e32-821b5a871814 service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 1012.320416] env[69210]: INFO networking_nsxv3.common.synchronization [req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 req-83826c83-f55a-4c82-9e32-821b5a871814 service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1012.320576] env[69210]: INFO networking_nsxv3.common.synchronization [req-d6f21fca-b94e-4aea-8e73-b0c8035982a3 req-83826c83-f55a-4c82-9e32-821b5a871814 service nova] Enqueued Resource ID: a1d2359c-2888-4f0b-ad07-ee383a437ff5 with Priority: HIGHEST for action port [ 1012.320859] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 1012.320991] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1012.321102] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d2359c-2888-4f0b-ad07-ee383a437ff5 with Priority: HIGHEST for action port [ 1012.321610] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.321731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.321794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.322016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.322136] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.323228] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.323339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.323633] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1d2359c-2888-4f0b-ad07-ee383a437ff5 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.323743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1d2359c-2888-4f0b-ad07-ee383a437ff5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.323809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1d2359c-2888-4f0b-ad07-ee383a437ff5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.323979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1d2359c-2888-4f0b-ad07-ee383a437ff5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.324577] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1d2359c-2888-4f0b-ad07-ee383a437ff5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.326268] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4801ac0b-e90c-42a5-be0e-3c42b71070da: rpc.has_security_group_logging(os_id): False [ 1012.344653] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.344820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.344923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.345218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.345313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.345635] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.345747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.345815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.345972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.346070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.346160] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da is going to be created. [ 1012.408446] env[69210]: INFO networking_nsxv3.common.synchronization [None req-776771e3-d8eb-4589-b0cf-955b6b57c247 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_rules [ 1012.408446] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_rules [ 1012.408446] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14947345-c62f-4560-ba3e-f031294a8f0c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.408446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.410100] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.410264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.410319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.410493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.410675] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.428235] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da in Status: IN_PROGRESS for 2s [ 1012.536488] env[69210]: INFO networking_nsxv3.common.synchronization [None req-07f379ee-8cd8-4ae5-8089-287617672d67 None None] Enqueued Resource ID: 932fe636-7061-4cbc-acc7-12ddd6606c77 with Priority: HIGHEST for action port [ 1012.537250] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932fe636-7061-4cbc-acc7-12ddd6606c77 with Priority: HIGHEST for action port [ 1012.537526] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-932fe636-7061-4cbc-acc7-12ddd6606c77 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.537678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-932fe636-7061-4cbc-acc7-12ddd6606c77" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.537750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-932fe636-7061-4cbc-acc7-12ddd6606c77" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.538030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-932fe636-7061-4cbc-acc7-12ddd6606c77" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.538827] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('932fe636-7061-4cbc-acc7-12ddd6606c77',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.593173] env[69210]: INFO networking_nsxv3.common.synchronization [req-71a3cd50-8cad-40c5-ad3b-846149d17b07 req-5a293bfb-c61a-432c-908c-d9825679bcc7 service nova] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_rules [ 1012.593173] env[69210]: INFO networking_nsxv3.common.synchronization [req-71a3cd50-8cad-40c5-ad3b-846149d17b07 req-5a293bfb-c61a-432c-908c-d9825679bcc7 service nova] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1012.593173] env[69210]: INFO networking_nsxv3.common.synchronization [req-71a3cd50-8cad-40c5-ad3b-846149d17b07 req-5a293bfb-c61a-432c-908c-d9825679bcc7 service nova] Enqueued Resource ID: cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 with Priority: HIGHEST for action port [ 1012.593987] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_rules [ 1012.595676] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1012.595794] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 with Priority: HIGHEST for action port [ 1012.596095] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.596216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.596279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.596636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.596715] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.597589] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.597698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.597764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.597934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.598110] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.598204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.598263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.598409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.598491] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.598577] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.599326] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.599440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.599484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.602454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.602454] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.823214] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.823214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.823214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.823214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.823214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.823214] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14947345-c62f-4560-ba3e-f031294a8f0c already deleted. [ 1012.823214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.823214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.823214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.823214] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.826637] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.826766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.829024] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1d2359c-2888-4f0b-ad07-ee383a437ff5 with status ACTIVE [ 1012.829024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.829024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.829024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.829024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.829328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.829328] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.829443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.829918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.830031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.830120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.830364] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.830601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.830702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.830863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.830938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.831084] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1d2359c-2888-4f0b-ad07-ee383a437ff5 is going to be updated. [ 1012.855512] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.855512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.855512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.855512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.855512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.855512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1d2359c-2888-4f0b-ad07-ee383a437ff5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.044879] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 932fe636-7061-4cbc-acc7-12ddd6606c77 [ 1013.045198] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.045487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.045487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.045615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.046315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.046315] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:932fe636-7061-4cbc-acc7-12ddd6606c77 already deleted. [ 1013.046315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-932fe636-7061-4cbc-acc7-12ddd6606c77" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.108908] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.108908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.108908] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.108908] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 with status ACTIVE [ 1013.108908] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.108908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.108908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.108908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.108908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.108908] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.108908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.108908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.108908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.108908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.110026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.110026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.110026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.110026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.110026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.110026] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345 is going to be updated. [ 1013.134020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.134020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.134020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.134020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.134020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.134020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc2c9bf4-9ef7-4b41-8c5f-d74ab7842345" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.345655] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.345655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.345655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.345655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.345655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.345655] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14947345-c62f-4560-ba3e-f031294a8f0c already deleted. [ 1013.345655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.585730] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1013.585730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.585730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.585730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.585730] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.585730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.585730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.585730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.585730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.585730] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.612221] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.089089] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.115014] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.115014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.115014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.115014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.115014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.115014] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be created. [ 1014.136903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.137137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.137197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.137383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.137575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.152566] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: UNINITIALIZED for 2s [ 1014.441027] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da in Status: SUCCESS [ 1014.441819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.594296] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.095935] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.096104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.096179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.096470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.096571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.096708] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1015.131967] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.132131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.132200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.132401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.132540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.141548] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1015.261048] env[69210]: INFO networking_nsxv3.common.synchronization [None req-646b7f6a-691f-48fc-b250-0c3340b44100 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_rules [ 1015.261591] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_rules [ 1015.261892] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75677c77-e814-4cae-99a0-e5c3f1e2542d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.263592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.263731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.267314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.267449] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.365343] env[69210]: INFO networking_nsxv3.common.synchronization [None req-3ba4851b-2f8e-4796-ae21-e9e7f9fcba22 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_rules [ 1015.365901] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_rules [ 1015.366572] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75677c77-e814-4cae-99a0-e5c3f1e2542d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.366970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.786231] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.786653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.786653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.786885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.786885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.786993] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d already deleted. [ 1015.787069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.787219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.787386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.787480] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.162140] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1016.166208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.166407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.166646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.166843] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.166964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.167089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.167404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.167404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.167521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.167521] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.308777] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.308777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.308777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.308777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.308777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.308777] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d already deleted. [ 1016.308777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.670949] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.671164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.671208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.671439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.671612] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.671717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.671788] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.671965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.672078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.672170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.672321] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.672427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.672514] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.672714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.672862] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.672958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.673058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.673175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.673268] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.673391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.673518] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.151141] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1017.151399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.151498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.151709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.152021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.152123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.152123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.152261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.152343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.152429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.152517] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.178498] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239098d2-99de-4386-89a8-bd07c66f8b19: rpc.has_security_group_logging(os_id): False [ 1017.193740] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.193740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.193740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.193740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.193740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.194501] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.194501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.194501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.194501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.194501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.194501] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.194886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.194886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.194886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.194886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.195448] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.195448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.195448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.195448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.195448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.196043] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be created. [ 1017.257038] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.257038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.257038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.257038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.257038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.272086] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1017.655666] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.657265] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.657265] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.657265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.657836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.657836] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.657836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.657836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.657836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.657836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.658071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.658071] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.162539] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6c4538-5ea5-4d90-9f14-8a6f30fd3118: rpc.has_security_group_logging(os_id): False [ 1018.182419] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.182634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.182806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.184832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.203723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.203826] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.203999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.204057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.204412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.204412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.204753] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.204954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.205063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.205294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.205395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.205591] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.205696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.205761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.205898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.205974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.206076] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1018.267452] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.267452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.267452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.267716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.267769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.280419] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1018.659204] env[69210]: INFO networking_nsxv3.common.synchronization [req-4fe70cec-a045-4e5f-8e83-8e4e1743a780 req-49fd635a-d38e-48b5-a8cc-6cd4ef333fd8 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 1018.660013] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 1018.660267] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.660411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.660485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.660682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.660856] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.660955] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.661303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.661710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.661710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.661784] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.164518] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.164938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.164938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.164938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.184336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.184605] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.184733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.184803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.185571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.185571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.185571] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 1019.218715] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.218900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.218967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.219196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.219343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.230720] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 1019.288819] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1019.290732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.648644] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e75549d1-66e8-4532-b1da-4b1a39cbccce None None] Enqueued Resource ID: 0ac534a2-3df5-4a73-966e-a4aba3f731c7 with Priority: HIGHEST for action port [ 1019.648911] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac534a2-3df5-4a73-966e-a4aba3f731c7 with Priority: HIGHEST for action port [ 1019.649525] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac534a2-3df5-4a73-966e-a4aba3f731c7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.649673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac534a2-3df5-4a73-966e-a4aba3f731c7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.649740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac534a2-3df5-4a73-966e-a4aba3f731c7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.650781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac534a2-3df5-4a73-966e-a4aba3f731c7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.650781] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac534a2-3df5-4a73-966e-a4aba3f731c7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.156132] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ac534a2-3df5-4a73-966e-a4aba3f731c7 [ 1020.156394] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.156532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.156600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.156880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.156924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.157096] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ac534a2-3df5-4a73-966e-a4aba3f731c7 already deleted. [ 1020.157315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac534a2-3df5-4a73-966e-a4aba3f731c7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.259026] env[69210]: INFO networking_nsxv3.common.synchronization [req-bd6628e2-b5f4-4357-8c5d-5ea2fc012f81 req-7850e39b-b23c-469d-93aa-e6becaf34128 tempest-ServerRescueNegativeTestJSON-971862345 tempest-ServerRescueNegativeTestJSON-971862345-project-member] Enqueued Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 1020.261014] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGHEST for action security_group_members [ 1020.261014] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.261014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.261014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.264228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.264430] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.264552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.264613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.265091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.265091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.265091] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.294493] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1020.294493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.427014] env[69210]: INFO networking_nsxv3.common.synchronization [None req-70ad09a1-7500-4f11-835e-65a5731a2f38 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Enqueued Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_rules [ 1020.427777] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_rules [ 1020.429219] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.429501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.429626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.429868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.430015] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.536781] env[69210]: INFO networking_nsxv3.common.synchronization [None req-f9bbf75f-6d20-43fb-a038-d52b32850954 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Enqueued Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_rules [ 1020.537262] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_rules [ 1020.537589] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.537713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.768560] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.768641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.768677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.768900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.788639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.789324] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.789324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.789324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.789324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.789564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.789564] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e is going to be updated. [ 1020.815399] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.816676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.816676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.816676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.816676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.825039] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: IN_PROGRESS for 2s [ 1020.950321] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.950459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.950536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.950759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.950836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.950947] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 already deleted. [ 1020.951993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.951993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.951993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.951993] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.240546] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 1021.240745] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc deletion is rescheduled due to dependency. [ 1021.240858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.471911] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.473621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.474574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.474574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.474574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.474574] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 already deleted. [ 1021.474574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.031816] env[69210]: INFO networking_nsxv3.common.synchronization [None req-6b37f8c6-8a1a-46f9-80f8-d7334be9d327 None None] Enqueued Resource ID: 7d756f17-8c41-421b-afef-1660578f0050 with Priority: HIGHEST for action port [ 1022.032185] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d756f17-8c41-421b-afef-1660578f0050 with Priority: HIGHEST for action port [ 1022.032776] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d756f17-8c41-421b-afef-1660578f0050 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.032906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d756f17-8c41-421b-afef-1660578f0050" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.032977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d756f17-8c41-421b-afef-1660578f0050" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.033948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d756f17-8c41-421b-afef-1660578f0050" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.034065] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d756f17-8c41-421b-afef-1660578f0050',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.537188] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d756f17-8c41-421b-afef-1660578f0050 [ 1022.537475] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.537553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.537611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.537806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.537894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.537988] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d756f17-8c41-421b-afef-1660578f0050 already deleted. [ 1022.538145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d756f17-8c41-421b-afef-1660578f0050" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.835247] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e in Status: SUCCESS [ 1022.835376] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e deletion is rescheduled due to dependency. [ 1022.835466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.244611] env[69210]: INFO networking_nsxv3.common.synchronization [req-fe622755-50a2-4852-98a7-12b81fa6f594 req-065abd02-4463-4042-9514-887e495de4f6 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1024.245141] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1024.245447] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.245565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.245631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.245874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.248172] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.248172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.248172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.248172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.248172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.248172] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.749780] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.749969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.750073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.750349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.750435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.750652] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.750771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.750830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.751027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.751096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.751190] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e already deleted. [ 1024.751284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.785337] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.785642] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.785732] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.786035] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.786271] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.786512] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.786579] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.786771] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.786922] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.787487] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.787563] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.787663] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.787789] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.787904] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.788027] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.788173] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.809023] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.809023] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.809023] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.809023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.809023] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-020ceefd-2fdf-471c-8dad-f967af60ec36 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.809023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-020ceefd-2fdf-471c-8dad-f967af60ec36" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.809023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-020ceefd-2fdf-471c-8dad-f967af60ec36" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.809023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-020ceefd-2fdf-471c-8dad-f967af60ec36" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.809023] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('020ceefd-2fdf-471c-8dad-f967af60ec36',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.311379] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.311902] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.311902] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.312129] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.312267] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.312459] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 020ceefd-2fdf-471c-8dad-f967af60ec36 not found, creating... [ 1025.312755] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.312930] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.313095] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.313320] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.313471] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.313773] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.313939] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.314165] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.314409] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.315264] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.315264] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 020ceefd-2fdf-471c-8dad-f967af60ec36 is going to be created. [ 1025.338238] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.338703] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.338879] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.339297] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.339684] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.340082] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-020ceefd-2fdf-471c-8dad-f967af60ec36" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.448559] env[69210]: INFO networking_nsxv3.common.synchronization [req-8aa9b66c-f3f0-4901-a254-f8718f6b4920 req-19f2fe6a-831a-4432-95ac-a66faccb6e04 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1025.450407] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1025.450407] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.450407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.450407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.450407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.450407] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.450407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.451039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.452674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.452674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.452889] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.959652] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.959652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.959652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.959652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.959652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.959652] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.959652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.959652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.959652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.959652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.959652] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1025.983191] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.984858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.986681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.986681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.986681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.993915] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1026.122223] env[69210]: INFO networking_nsxv3.common.synchronization [req-fe622755-50a2-4852-98a7-12b81fa6f594 req-b1c6a61f-0680-4c18-ae60-3e6d817639d4 service nova] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_rules [ 1026.122223] env[69210]: INFO networking_nsxv3.common.synchronization [req-fe622755-50a2-4852-98a7-12b81fa6f594 req-b1c6a61f-0680-4c18-ae60-3e6d817639d4 service nova] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1026.122223] env[69210]: INFO networking_nsxv3.common.synchronization [req-fe622755-50a2-4852-98a7-12b81fa6f594 req-b1c6a61f-0680-4c18-ae60-3e6d817639d4 service nova] Enqueued Resource ID: 020ceefd-2fdf-471c-8dad-f967af60ec36 with Priority: HIGHEST for action port [ 1026.122396] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_rules [ 1026.122492] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1026.122587] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 020ceefd-2fdf-471c-8dad-f967af60ec36 with Priority: HIGHEST for action port [ 1026.123259] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.124152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.124152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.124152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.124152] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.124724] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.124856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.124925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.125257] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.125469] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.125548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.125604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.125709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.125791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.125877] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.126624] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-020ceefd-2fdf-471c-8dad-f967af60ec36 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.126729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-020ceefd-2fdf-471c-8dad-f967af60ec36" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.126787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-020ceefd-2fdf-471c-8dad-f967af60ec36" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.126937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-020ceefd-2fdf-471c-8dad-f967af60ec36" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.127105] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('020ceefd-2fdf-471c-8dad-f967af60ec36',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.628665] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.628665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.629155] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 020ceefd-2fdf-471c-8dad-f967af60ec36 with status ACTIVE [ 1026.629155] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.629155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.629155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.629436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.629494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.629666] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.630469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.630469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.630469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.630469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.630469] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.630469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.630469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.630889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.630889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.630889] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 020ceefd-2fdf-471c-8dad-f967af60ec36 is going to be updated. [ 1026.631787] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.651097] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.651257] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.651322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.651528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.651665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.651810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-020ceefd-2fdf-471c-8dad-f967af60ec36" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.133894] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.640383] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.640778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.640778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.640778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.641017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.641017] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be created. [ 1027.663318] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.663318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.663501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.663739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.664125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.676350] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: UNINITIALIZED for 2s [ 1028.013296] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1028.013561] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 deletion is rescheduled due to dependency. [ 1028.013692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.215224] env[69210]: INFO networking_nsxv3.common.synchronization [None req-bb06f1b8-e323-41d6-ab3b-b42cdbd7c17c None None] Enqueued Resource ID: 0f50e631-0feb-40cb-b869-ea10e975b73e with Priority: HIGHEST for action port [ 1028.215224] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f50e631-0feb-40cb-b869-ea10e975b73e with Priority: HIGHEST for action port [ 1028.215977] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f50e631-0feb-40cb-b869-ea10e975b73e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.215977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f50e631-0feb-40cb-b869-ea10e975b73e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.215977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f50e631-0feb-40cb-b869-ea10e975b73e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.216956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f50e631-0feb-40cb-b869-ea10e975b73e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.216956] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f50e631-0feb-40cb-b869-ea10e975b73e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.718461] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f50e631-0feb-40cb-b869-ea10e975b73e [ 1028.719142] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.719142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.719142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.719304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.719304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.719391] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f50e631-0feb-40cb-b869-ea10e975b73e already deleted. [ 1028.719518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f50e631-0feb-40cb-b869-ea10e975b73e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.832126] env[69210]: INFO networking_nsxv3.common.synchronization [req-5ad95cff-5361-4d1e-9fd0-c6712739e14d req-1208d8e8-9952-4d4c-8c8f-f9b0d7b29ac6 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_members [ 1028.832680] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_members [ 1028.833397] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-14947345-c62f-4560-ba3e-f031294a8f0c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.833519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.833614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.834375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.834375] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.834375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.834375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.834375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.834375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.834694] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.897019] env[69210]: INFO networking_nsxv3.common.synchronization [req-f4036091-dfa6-459e-9036-7ccd9b1e06b1 req-812a223d-cde1-4e45-ad10-a65b2e9a6a68 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_members [ 1028.897019] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGHEST for action security_group_members [ 1028.897019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-06ca6ead-d371-427f-91f2-f3ab125810de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.897019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.897019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.897411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.897584] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.897687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.897750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.897912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.897993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.898099] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.337285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.339327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.339416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.339751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.339911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.340252] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.340401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.340476] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.340646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.340728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.340822] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14947345-c62f-4560-ba3e-f031294a8f0c already deleted. [ 1029.340906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.402188] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.402354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.402420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.402858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.424697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.424977] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.425109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.425196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.425594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.425594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.425594] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06ca6ead-d371-427f-91f2-f3ab125810de is going to be updated. [ 1029.447813] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.447996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.448064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.448259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.448496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.457511] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ca6ead-d371-427f-91f2-f3ab125810de in Status: IN_PROGRESS for 2s [ 1029.470440] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.470638] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.470858] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.471230] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.471500] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.471670] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.471794] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.474059] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.474265] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.477592] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.477592] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.477592] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.477592] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.477592] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.477592] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.477592] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.492379] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.492555] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.492702] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.492883] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.493209] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-b1826a00-9517-482d-ac6d-0a0fd74ecb6c taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.493391] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-b1826a00-9517-482d-ac6d-0a0fd74ecb6c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.493520] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-b1826a00-9517-482d-ac6d-0a0fd74ecb6c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.493839] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-b1826a00-9517-482d-ac6d-0a0fd74ecb6c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.493990] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1826a00-9517-482d-ac6d-0a0fd74ecb6c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.686345] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1029.686485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.686592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.686805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.686991] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.687190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.687332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.687489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.687544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.687610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.687729] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.996964] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.997423] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.997423] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.000104] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.000104] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.000104] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port b1826a00-9517-482d-ac6d-0a0fd74ecb6c not found, creating... [ 1030.000104] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.000104] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.000104] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.000104] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.000104] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.000104] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.000104] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.000649] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.000649] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.000649] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.000649] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: b1826a00-9517-482d-ac6d-0a0fd74ecb6c is going to be created. [ 1030.020654] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.020887] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.021034] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.021339] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.021673] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.021929] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-b1826a00-9517-482d-ac6d-0a0fd74ecb6c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.190240] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.190413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.190507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.190831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.191044] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.191193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.191290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.191522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.191642] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.191740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.191900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.191997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.192069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.192212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.192378] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.192501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.192626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.192681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.192732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.192843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.192933] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.664221] env[69210]: INFO networking_nsxv3.common.synchronization [None req-26a062b2-c03a-4d18-a25e-dab66e5c0998 None None] Enqueued Resource ID: e38ca31c-0baa-4364-a947-e75b013f21f6 with Priority: HIGHEST for action port [ 1030.664538] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38ca31c-0baa-4364-a947-e75b013f21f6 with Priority: HIGHEST for action port [ 1030.665038] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-e38ca31c-0baa-4364-a947-e75b013f21f6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.665154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e38ca31c-0baa-4364-a947-e75b013f21f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.665233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e38ca31c-0baa-4364-a947-e75b013f21f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.665866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e38ca31c-0baa-4364-a947-e75b013f21f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.665866] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e38ca31c-0baa-4364-a947-e75b013f21f6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.695564] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 898c337b-d014-4c82-82b4-fc071dbfed8e: rpc.has_security_group_logging(os_id): False [ 1030.714333] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.714333] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.714333] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.714333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.714878] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.714878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.714878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.714878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.714878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.714878] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be created. [ 1030.771662] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.771895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.772027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.772259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.772446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.782988] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1030.949876] env[69210]: INFO networking_nsxv3.common.synchronization [req-5ad95cff-5361-4d1e-9fd0-c6712739e14d req-dcff7cfc-8f5b-437d-bd4f-644ee251f7df service nova] Enqueued Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_rules [ 1030.950655] env[69210]: INFO networking_nsxv3.common.synchronization [req-5ad95cff-5361-4d1e-9fd0-c6712739e14d req-dcff7cfc-8f5b-437d-bd4f-644ee251f7df service nova] Enqueued Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_members [ 1030.950655] env[69210]: INFO networking_nsxv3.common.synchronization [req-5ad95cff-5361-4d1e-9fd0-c6712739e14d req-dcff7cfc-8f5b-437d-bd4f-644ee251f7df service nova] Enqueued Resource ID: b1826a00-9517-482d-ac6d-0a0fd74ecb6c with Priority: HIGHEST for action port [ 1030.950655] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_rules [ 1030.950903] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_members [ 1030.950903] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1826a00-9517-482d-ac6d-0a0fd74ecb6c with Priority: HIGHEST for action port [ 1030.952103] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14947345-c62f-4560-ba3e-f031294a8f0c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.952103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.952103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.952103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.952103] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.953385] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-14947345-c62f-4560-ba3e-f031294a8f0c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.953385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.953385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.953571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.953571] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.953862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.953862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.953862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.954838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.954838] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.954838] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1826a00-9517-482d-ac6d-0a0fd74ecb6c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.954838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1826a00-9517-482d-ac6d-0a0fd74ecb6c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.955112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1826a00-9517-482d-ac6d-0a0fd74ecb6c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.955112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1826a00-9517-482d-ac6d-0a0fd74ecb6c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.955262] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1826a00-9517-482d-ac6d-0a0fd74ecb6c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.169497] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e38ca31c-0baa-4364-a947-e75b013f21f6 [ 1031.169736] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.169881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.170039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.170171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.170263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.170362] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e38ca31c-0baa-4364-a947-e75b013f21f6 already deleted. [ 1031.170445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e38ca31c-0baa-4364-a947-e75b013f21f6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.193697] env[69210]: INFO networking_nsxv3.common.synchronization [req-525c8ed1-51c4-44be-9529-66016a8a2dd6 req-90d31ff9-7c5f-4d1e-9181-e7b4553c90d3 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1031.194251] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1031.194544] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.194663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.194736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.194977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.195149] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.195285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.195340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.195485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.195569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.195688] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.456393] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-14947345-c62f-4560-ba3e-f031294a8f0c taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.456596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.456778] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.457710] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1826a00-9517-482d-ac6d-0a0fd74ecb6c with status ACTIVE [ 1031.457904] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.458035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.458126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.458328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.458419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.458597] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.458695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.458755] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.458909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.458992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.459417] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.459590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.459653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.459764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.459843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.459939] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1826a00-9517-482d-ac6d-0a0fd74ecb6c is going to be updated. [ 1031.610835] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.625270] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06ca6ead-d371-427f-91f2-f3ab125810de in Status: SUCCESS [ 1031.625457] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06ca6ead-d371-427f-91f2-f3ab125810de deletion is rescheduled due to dependency. [ 1031.625570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.635634] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.635783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.635840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.636040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.636179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.636320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1826a00-9517-482d-ac6d-0a0fd74ecb6c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.698052] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.698220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.698298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.698507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.698592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.698789] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.698887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.698945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.699108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.699183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.699268] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de already deleted. [ 1031.699345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.837217] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.837522] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.837753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.838278] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.838705] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.839024] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.839197] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.839557] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.839869] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.840206] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.840420] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.840585] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.840709] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.840832] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1031.840945] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.841096] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.862249] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.862249] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.862249] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.862249] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.862249] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-57a2e1d1-8d97-4617-aee4-0970a81415b4 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.862249] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-57a2e1d1-8d97-4617-aee4-0970a81415b4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.862249] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-57a2e1d1-8d97-4617-aee4-0970a81415b4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.862249] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-57a2e1d1-8d97-4617-aee4-0970a81415b4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.862249] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a2e1d1-8d97-4617-aee4-0970a81415b4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.113937] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.113937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.113937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.114155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.114251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.114365] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14947345-c62f-4560-ba3e-f031294a8f0c is going to be created. [ 1032.135761] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.135934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.136017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.136254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.136451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.146017] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14947345-c62f-4560-ba3e-f031294a8f0c in Status: UNINITIALIZED for 2s [ 1032.366468] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.366468] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.366795] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.366982] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.367351] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.367617] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 57a2e1d1-8d97-4617-aee4-0970a81415b4 not found, creating... [ 1032.368288] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.368430] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.368625] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.368972] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.369287] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.369655] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.369987] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.370096] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.370693] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.370693] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.370838] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 57a2e1d1-8d97-4617-aee4-0970a81415b4 is going to be created. [ 1032.393805] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.394134] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.394335] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.394744] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.395111] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.395446] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-57a2e1d1-8d97-4617-aee4-0970a81415b4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.795155] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1032.795425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.105062] env[69210]: INFO networking_nsxv3.common.synchronization [req-525c8ed1-51c4-44be-9529-66016a8a2dd6 req-ab0d7d69-ff16-4fc5-b725-9335fc7afe88 service nova] Enqueued Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_rules [ 1033.105389] env[69210]: INFO networking_nsxv3.common.synchronization [req-525c8ed1-51c4-44be-9529-66016a8a2dd6 req-ab0d7d69-ff16-4fc5-b725-9335fc7afe88 service nova] Enqueued Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1033.105585] env[69210]: INFO networking_nsxv3.common.synchronization [req-525c8ed1-51c4-44be-9529-66016a8a2dd6 req-ab0d7d69-ff16-4fc5-b725-9335fc7afe88 service nova] Enqueued Resource ID: 57a2e1d1-8d97-4617-aee4-0970a81415b4 with Priority: HIGHEST for action port [ 1033.109328] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_rules [ 1033.109476] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1033.109577] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a2e1d1-8d97-4617-aee4-0970a81415b4 with Priority: HIGHEST for action port [ 1033.109858] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.109981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.110067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.110407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.110494] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.111347] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.111464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.111532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.111700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.111863] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.111978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.112065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.112180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.112267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.112356] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.113107] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a2e1d1-8d97-4617-aee4-0970a81415b4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.113216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a2e1d1-8d97-4617-aee4-0970a81415b4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.113285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a2e1d1-8d97-4617-aee4-0970a81415b4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.113431] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a2e1d1-8d97-4617-aee4-0970a81415b4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.113504] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a2e1d1-8d97-4617-aee4-0970a81415b4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.515799] env[69210]: INFO networking_nsxv3.common.synchronization [req-5157becf-3f1f-445b-8958-e2b7f08e0622 req-3ce73eb6-1849-4c21-b0b3-0c3a3942913e tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 1033.516323] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 1033.516620] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.516742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.516809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.517031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.517775] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.517775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.517775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.517775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.517981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.517981] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.615955] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.619729] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.619729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.619729] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57a2e1d1-8d97-4617-aee4-0970a81415b4 with status ACTIVE [ 1033.619729] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.619729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.619729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.619729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.619729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.621167] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.621167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.621338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.621937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.625723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.625723] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.625723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.625723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.625723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.625723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.625723] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57a2e1d1-8d97-4617-aee4-0970a81415b4 is going to be updated. [ 1033.653532] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.653532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.653532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.653532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.653532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.653532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a2e1d1-8d97-4617-aee4-0970a81415b4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.954269] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.954504] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.954660] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.954934] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.955252] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.955432] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.955575] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.955948] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.955948] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.956273] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.956406] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.956524] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.956695] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.956741] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.956853] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.956989] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.974494] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.974661] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.974803] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.974979] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-933" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.975301] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-aff0fd2e-7716-4c43-959d-fda2064dd377 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.975474] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-aff0fd2e-7716-4c43-959d-fda2064dd377" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.975600] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-aff0fd2e-7716-4c43-959d-fda2064dd377" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.975902] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-aff0fd2e-7716-4c43-959d-fda2064dd377" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.976056] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff0fd2e-7716-4c43-959d-fda2064dd377',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.020292] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.020457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.020523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.020950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.020950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.021135] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.021135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.021135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.021319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.021370] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.021493] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 1034.052685] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.052845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.052949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.053108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.053247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.061631] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 1034.128872] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.159378] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14947345-c62f-4560-ba3e-f031294a8f0c in Status: SUCCESS [ 1034.159593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.160013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.160013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.164015] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.164015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.164015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.164015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.164015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.164015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.164015] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.480475] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.480475] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.480475] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.480475] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.480475] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.481115] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port aff0fd2e-7716-4c43-959d-fda2064dd377 not found, creating... [ 1034.481645] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.483081] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.484116] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.484116] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.484116] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.489728] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.489728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.489728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.489728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.489728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.489728] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: aff0fd2e-7716-4c43-959d-fda2064dd377 is going to be created. [ 1034.516381] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.516381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.516381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.516381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.516381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.516381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-aff0fd2e-7716-4c43-959d-fda2064dd377" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.632756] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.633021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.633086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.633345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.633395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.633486] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de is going to be created. [ 1034.665619] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.668973] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.669074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.669158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.669543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.669584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.680790] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: UNINITIALIZED for 2s [ 1035.168391] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14947345-c62f-4560-ba3e-f031294a8f0c: rpc.has_security_group_logging(os_id): False [ 1035.187491] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.187635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.187699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.187951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.189396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.189396] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.189396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.189396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.189396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.189396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.189396] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14947345-c62f-4560-ba3e-f031294a8f0c is going to be created. [ 1035.306619] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.306776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.306856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.307109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.307465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.320621] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14947345-c62f-4560-ba3e-f031294a8f0c in Status: IN_PROGRESS for 2s [ 1035.374491] env[69210]: INFO networking_nsxv3.common.synchronization [req-5157becf-3f1f-445b-8958-e2b7f08e0622 req-d2464497-4bbb-4e89-8146-1e18f8378497 service nova] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_rules [ 1035.374491] env[69210]: INFO networking_nsxv3.common.synchronization [req-5157becf-3f1f-445b-8958-e2b7f08e0622 req-d2464497-4bbb-4e89-8146-1e18f8378497 service nova] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 1035.374491] env[69210]: INFO networking_nsxv3.common.synchronization [req-5157becf-3f1f-445b-8958-e2b7f08e0622 req-d2464497-4bbb-4e89-8146-1e18f8378497 service nova] Enqueued Resource ID: aff0fd2e-7716-4c43-959d-fda2064dd377 with Priority: HIGHEST for action port [ 1035.375213] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_rules [ 1035.375388] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 1035.375503] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff0fd2e-7716-4c43-959d-fda2064dd377 with Priority: HIGHEST for action port [ 1035.375774] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.375901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.376022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.376310] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.376310] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.378114] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.378114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.378114] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-aff0fd2e-7716-4c43-959d-fda2064dd377 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.378388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aff0fd2e-7716-4c43-959d-fda2064dd377" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.378388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aff0fd2e-7716-4c43-959d-fda2064dd377" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.378479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aff0fd2e-7716-4c43-959d-fda2064dd377" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.378969] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff0fd2e-7716-4c43-959d-fda2064dd377',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.850858] env[69210]: INFO networking_nsxv3.common.synchronization [req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 req-43d80429-ea58-4a05-b81a-c246636b8768 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_members [ 1035.851400] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_members [ 1035.851919] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-75677c77-e814-4cae-99a0-e5c3f1e2542d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.851919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.851919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.854605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.854605] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.854605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.854605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.854605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.854605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.854605] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.881109] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.881254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.881411] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aff0fd2e-7716-4c43-959d-fda2064dd377 with status ACTIVE [ 1035.881574] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.881800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.881800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.883053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.883053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.883053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.883053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.883053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.883053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.883053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.883053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.883053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.883478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.883478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.883478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.883478] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aff0fd2e-7716-4c43-959d-fda2064dd377 is going to be updated. [ 1035.907465] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.907465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.907465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.907465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.907465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.907944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aff0fd2e-7716-4c43-959d-fda2064dd377" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.071306] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 1036.071419] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc deletion is rescheduled due to dependency. [ 1036.071473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.071628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.071853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.072054] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.072231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.072277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.072467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.072553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.072653] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.276142] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.276142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.276142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.276142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.276485] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.276485] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.276596] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.276794] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.276978] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.277223] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.277387] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.277508] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.277627] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.277746] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.277908] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.277999] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.295095] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.295283] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.295417] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.295596] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.295907] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-3d41e50d-253b-48d9-836f-23801270024a taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.296105] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-3d41e50d-253b-48d9-836f-23801270024a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.296232] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-3d41e50d-253b-48d9-836f-23801270024a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.296567] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-3d41e50d-253b-48d9-836f-23801270024a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.296741] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d41e50d-253b-48d9-836f-23801270024a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.362152] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.362152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.362506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.362506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.362641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.362875] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.362992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.363080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.363212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.363288] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.363379] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d already deleted. [ 1036.363459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.574516] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.692743] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: SUCCESS [ 1036.693087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.693354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.693647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.693935] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.694163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.694283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.694501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.694630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.694804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.694960] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.802803] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.803190] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.803362] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.803853] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.804067] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.804318] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 3d41e50d-253b-48d9-836f-23801270024a not found, creating... [ 1036.804812] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.805101] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.805293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.805568] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.805720] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.806096] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.806381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.806607] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.806897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.807136] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.807417] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 3d41e50d-253b-48d9-836f-23801270024a is going to be created. [ 1036.829876] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.830128] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.830265] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.830629] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.830897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.831162] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-3d41e50d-253b-48d9-836f-23801270024a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.076329] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.197679] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.197679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.197852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.197917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.198096] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.198196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.198281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.198522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.198610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.198701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.198848] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.198940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.198994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.199170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.199308] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.199400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.199459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.199604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.199686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.199794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.199843] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.340138] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14947345-c62f-4560-ba3e-f031294a8f0c in Status: SUCCESS [ 1037.340358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.579282] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.579440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.579504] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.580833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.580833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.580833] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 1037.610567] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.610720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.610783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.610982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.611384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.622586] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 1037.638278] env[69210]: INFO networking_nsxv3.common.synchronization [req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 req-e9f7b2d8-df7b-4db6-9f11-8c7d27fd246a service nova] Enqueued Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_rules [ 1037.638510] env[69210]: INFO networking_nsxv3.common.synchronization [req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 req-e9f7b2d8-df7b-4db6-9f11-8c7d27fd246a service nova] Enqueued Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_members [ 1037.638629] env[69210]: INFO networking_nsxv3.common.synchronization [req-aeaba5df-b72b-4cd3-a075-1e0be25b1804 req-e9f7b2d8-df7b-4db6-9f11-8c7d27fd246a service nova] Enqueued Resource ID: 3d41e50d-253b-48d9-836f-23801270024a with Priority: HIGHEST for action port [ 1037.638858] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_rules [ 1037.638988] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_members [ 1037.639174] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d41e50d-253b-48d9-836f-23801270024a with Priority: HIGHEST for action port [ 1037.639639] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75677c77-e814-4cae-99a0-e5c3f1e2542d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.639754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.639821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.640030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.640105] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.640967] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-75677c77-e814-4cae-99a0-e5c3f1e2542d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.641079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.641182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.641324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.641445] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.641537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.641598] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.641739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.641823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.641941] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.644034] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d41e50d-253b-48d9-836f-23801270024a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.644034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d41e50d-253b-48d9-836f-23801270024a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.644034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d41e50d-253b-48d9-836f-23801270024a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.644034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d41e50d-253b-48d9-836f-23801270024a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.644034] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d41e50d-253b-48d9-836f-23801270024a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.703029] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0bf2564-46ed-4c7b-98c9-218b235844de: rpc.has_security_group_logging(os_id): False [ 1037.721795] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.721935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.722052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.722285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.722382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.722609] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.722710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.722773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.722914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.722984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.723173] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.723262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.723326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.723620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.723620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.724510] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.724629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.724688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.724867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.724927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.724985] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de is going to be created. [ 1037.896754] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.896908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.896982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.897217] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.897439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.928315] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: IN_PROGRESS for 2s [ 1038.144828] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.146134] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-75677c77-e814-4cae-99a0-e5c3f1e2542d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.146342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.146436] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d41e50d-253b-48d9-836f-23801270024a with status ACTIVE [ 1038.147513] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.147513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.147513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.147513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.147513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.147513] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.147513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.147513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.147915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.147915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.147981] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.150574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.150574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.150574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.150574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.150574] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d41e50d-253b-48d9-836f-23801270024a is going to be updated. [ 1038.173428] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.173703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.173703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.173846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.174576] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.174576] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d41e50d-253b-48d9-836f-23801270024a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.651499] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.154378] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.154692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.154692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.154969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.155114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.155310] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d is going to be created. [ 1039.177400] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.177627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.177802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.177938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.178174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.188328] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d in Status: UNINITIALIZED for 2s [ 1039.639024] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 1039.639286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.639487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.639749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.639981] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.640144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.640211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.640369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.640456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.640542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.640633] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.942561] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: SUCCESS [ 1039.942561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.145241] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.145518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.145632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.145880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.146124] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.147210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.147210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.147210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.147210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.147210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.147210] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.147210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.147210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.147210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.147606] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.147606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.147606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.147606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.147805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.147805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.147903] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.652360] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6efeb86b-299a-454f-80d9-0d0a81aba7fc: rpc.has_security_group_logging(os_id): False [ 1040.669546] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.669815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.669926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.670108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.670201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.670398] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.670540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.670578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.670764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.671053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.671053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.671163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.671163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.671365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.671426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.671573] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.671666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.671720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.671855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.671924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.672014] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 1040.732912] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.733085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.733161] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.733374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.733530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.750019] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 1041.200214] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d in Status: SUCCESS [ 1041.200448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.200625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.200847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.201053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.201437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.201437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.201437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.201437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.201636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.201636] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.703873] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.207423] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75677c77-e814-4cae-99a0-e5c3f1e2542d: rpc.has_security_group_logging(os_id): False [ 1042.224135] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.224282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.224426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.224582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.224676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.224949] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.226538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.226538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.226538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.226538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.226538] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d is going to be created. [ 1042.291563] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.291563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.291563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.291563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.291563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.303431] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d in Status: IN_PROGRESS for 2s [ 1042.640032] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1042.640032] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1042.762520] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 1042.762520] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.315753] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d in Status: SUCCESS [ 1044.316023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.612891] env[69210]: INFO networking_nsxv3.common.synchronization [req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf req-5b09b7df-dadc-4ee9-a168-3f58b5a57f12 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Enqueued Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_members [ 1044.612891] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_members [ 1044.612891] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.612891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.613228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.614853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.614853] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.614853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.614853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.614853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.614853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.614853] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.040180] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.040180] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.040180] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.040180] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.040180] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.040180] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.040180] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.040180] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.040180] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.040180] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.040180] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.044214] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.044550] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.044828] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.045097] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.045406] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.063420] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.063898] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.064217] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.064540] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.065125] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-9ea3afb6-33c2-4ac7-868c-40047df952fb taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.065523] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.067042] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.067042] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.067042] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea3afb6-33c2-4ac7-868c-40047df952fb',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.116259] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.116433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.116477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.116693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.116780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.116977] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.117110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.117171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.117316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.117411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.117525] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 already deleted. [ 1045.117614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.568910] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.569254] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.569337] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.569622] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.569787] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.569968] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 9ea3afb6-33c2-4ac7-868c-40047df952fb not found, creating... [ 1045.570319] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.570491] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.570617] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.570853] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.571010] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.571323] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.571832] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.571988] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.572263] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.572421] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.572575] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 9ea3afb6-33c2-4ac7-868c-40047df952fb is going to be created. [ 1045.592559] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.592785] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.592922] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.593206] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.593451] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.593828] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.406489] env[69210]: INFO networking_nsxv3.common.synchronization [req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf req-b1526f6f-2d9f-4bb0-803e-b8f7fcd08488 service nova] Enqueued Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_rules [ 1046.406818] env[69210]: INFO networking_nsxv3.common.synchronization [req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf req-b1526f6f-2d9f-4bb0-803e-b8f7fcd08488 service nova] Enqueued Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_members [ 1046.407013] env[69210]: INFO networking_nsxv3.common.synchronization [req-e5677b41-be4f-4c4b-b18d-ba3d15afacbf req-b1526f6f-2d9f-4bb0-803e-b8f7fcd08488 service nova] Enqueued Resource ID: 9ea3afb6-33c2-4ac7-868c-40047df952fb with Priority: HIGHEST for action port [ 1046.407773] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_rules [ 1046.407926] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_members [ 1046.408061] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea3afb6-33c2-4ac7-868c-40047df952fb with Priority: HIGHEST for action port [ 1046.408496] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.408591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.408701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.408923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.409027] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.409903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.410082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.410149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.410321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.410463] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.410557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.410615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.410752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.410831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.410916] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.412348] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ea3afb6-33c2-4ac7-868c-40047df952fb taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.412471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.412543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.412771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.412891] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea3afb6-33c2-4ac7-868c-40047df952fb',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.915632] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.915632] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ea3afb6-33c2-4ac7-868c-40047df952fb with status ACTIVE [ 1046.915632] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.915632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.916163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.916163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.916163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.916163] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.916320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.916320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.920994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.920994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.920994] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.920994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.920994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.920994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.920994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.922302] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ea3afb6-33c2-4ac7-868c-40047df952fb is going to be updated. [ 1046.922302] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.922422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.943381] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.943537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.943598] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.943811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.943954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.944153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.049114] env[69210]: INFO networking_nsxv3.common.synchronization [req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 req-bec493f2-5c9f-4b6a-b313-3f2dd5554a27 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1047.049658] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1047.050440] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.050570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.050636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.050831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.050983] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.051109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.051174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.051324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.051409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.051503] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.423227] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.443099] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.443371] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.443459] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.443730] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.443997] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.444174] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.444298] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.444514] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.444663] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.444869] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.444986] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.445147] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.445273] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.445419] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.445524] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.445664] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.465284] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.465467] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.465602] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.466541] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.466541] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-7db456e7-49a1-4d45-8a2f-f16ad031b3dd taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.466541] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-7db456e7-49a1-4d45-8a2f-f16ad031b3dd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.466541] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-7db456e7-49a1-4d45-8a2f-f16ad031b3dd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.466879] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-7db456e7-49a1-4d45-8a2f-f16ad031b3dd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.466930] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db456e7-49a1-4d45-8a2f-f16ad031b3dd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.555028] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.925255] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.925558] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.925558] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.925711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.925822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.925893] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 is going to be created. [ 1047.955663] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.955846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.955927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.956215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.956447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.966241] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: UNINITIALIZED for 2s [ 1047.969977] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.970385] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.970385] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.970642] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.970807] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.971443] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 7db456e7-49a1-4d45-8a2f-f16ad031b3dd not found, creating... [ 1047.971929] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.972158] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.972293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.972573] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.972725] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.973216] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.973428] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.973559] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.973807] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.974138] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.974297] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 7db456e7-49a1-4d45-8a2f-f16ad031b3dd is going to be created. [ 1047.993246] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.993534] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.993685] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.994018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.994303] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.994547] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-7db456e7-49a1-4d45-8a2f-f16ad031b3dd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.056065] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.558163] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.558348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.558505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.558746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.558850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.558959] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1048.585868] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.586058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.586152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.586377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.586531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.595785] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1048.911494] env[69210]: INFO networking_nsxv3.common.synchronization [req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 req-e7612fab-8e2c-43f4-b133-28483674e090 service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 1048.911906] env[69210]: INFO networking_nsxv3.common.synchronization [req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 req-e7612fab-8e2c-43f4-b133-28483674e090 service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1048.911996] env[69210]: INFO networking_nsxv3.common.synchronization [req-5b3d1838-74ca-4cae-b0a2-1fbfd0e75c86 req-e7612fab-8e2c-43f4-b133-28483674e090 service nova] Enqueued Resource ID: 7db456e7-49a1-4d45-8a2f-f16ad031b3dd with Priority: HIGHEST for action port [ 1048.912651] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 1048.912827] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1048.913121] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db456e7-49a1-4d45-8a2f-f16ad031b3dd with Priority: HIGHEST for action port [ 1048.913949] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.913949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.913949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.914164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.914164] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.915117] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.915290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.915503] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7db456e7-49a1-4d45-8a2f-f16ad031b3dd taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.915651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7db456e7-49a1-4d45-8a2f-f16ad031b3dd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.916176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7db456e7-49a1-4d45-8a2f-f16ad031b3dd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.916176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7db456e7-49a1-4d45-8a2f-f16ad031b3dd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.916176] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db456e7-49a1-4d45-8a2f-f16ad031b3dd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.419052] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.419342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.421979] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7db456e7-49a1-4d45-8a2f-f16ad031b3dd with status ACTIVE [ 1049.421979] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.421979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.421979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.421979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.421979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.421979] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.421979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.421979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.421979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.421979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.421979] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.421979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.421979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.422859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.422859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.422859] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7db456e7-49a1-4d45-8a2f-f16ad031b3dd is going to be updated. [ 1049.441936] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.442121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.442168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.442365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.442713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.442713] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7db456e7-49a1-4d45-8a2f-f16ad031b3dd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.451716] env[69210]: INFO networking_nsxv3.common.synchronization [None req-6b57dadc-5ec5-4565-bb47-825c77974066 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_rules [ 1049.452280] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_rules [ 1049.453028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.453185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.453276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.453542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.453618] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.588318] env[69210]: INFO networking_nsxv3.common.synchronization [None req-8aab49e6-ab89-4e25-a53d-b14e5dbb7546 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_rules [ 1049.588887] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_rules [ 1049.589458] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.589613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.974804] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: SUCCESS [ 1049.975213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.975213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.975452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.975659] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.975771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.975856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.976274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.976274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.976274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.976460] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.978407] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.978643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.978643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.978725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.978897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.978897] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 already deleted. [ 1049.979027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.979136] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.979290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.979369] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.254292] env[69210]: INFO networking_nsxv3.common.synchronization [req-07c5ece2-2ba3-4d1b-ba35-73b3498ac0f6 req-9659c85c-00fd-4ab1-9cdc-2640ab7b568b tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1050.254823] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1050.255167] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.255314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.255414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.255626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.255802] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.255910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.255967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.256218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.256332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.257303] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.481631] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.511142] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.511351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.511468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.511704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.511816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.511904] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 already deleted. [ 1050.512053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.606189] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1050.606507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.606615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.607019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.607156] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.607274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.607364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.607594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.607721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.607848] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.760958] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.760958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.760958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.761339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.761339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.765026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.765026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.765026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.765026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.765026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.765026] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1050.789209] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.789380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.789462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.789622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.789763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.797733] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1050.986853] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4: rpc.has_security_group_logging(os_id): False [ 1051.002518] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.003024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.003299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.003728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.004052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.004574] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.004925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.005210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.005626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.005913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.006195] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 is going to be created. [ 1051.063793] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.063793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.064095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.067037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.067037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.078110] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: IN_PROGRESS for 2s [ 1051.109926] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.612422] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.115649] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.115649] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.115649] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.116016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.116104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.116213] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1052.143823] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.143971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.144058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.144267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.144416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.151728] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1052.391095] env[69210]: INFO networking_nsxv3.common.synchronization [req-6da218e2-7186-4e59-a6bf-077a20e7578e req-c0f82e65-2863-4653-89d1-b2e2354ddbaf tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Enqueued Resource ID: 80854f45-8bac-419e-93d8-10ee10e8c507 with Priority: HIGHEST for action security_group_members [ 1052.395026] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80854f45-8bac-419e-93d8-10ee10e8c507 with Priority: HIGHEST for action security_group_members [ 1052.395026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-80854f45-8bac-419e-93d8-10ee10e8c507 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.395026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.395026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.395026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.395026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.395026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.395026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.395026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.395026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.395026] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80854f45-8bac-419e-93d8-10ee10e8c507',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.689970] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.690379] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-980" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.690621] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-980" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.691069] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-980" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.691403] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.691587] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.691739] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.692098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.692224] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.692487] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.692647] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.692852] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.692940] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.693114] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.693256] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.693445] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.712364] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.712651] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.712887] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.713210] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-980" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.713693] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-286d54e0-8639-4400-a1f2-712a1e163214 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.713948] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-286d54e0-8639-4400-a1f2-712a1e163214" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.714139] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-286d54e0-8639-4400-a1f2-712a1e163214" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.714596] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-286d54e0-8639-4400-a1f2-712a1e163214" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.714794] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('286d54e0-8639-4400-a1f2-712a1e163214',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.810207] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1052.810443] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e deletion is rescheduled due to dependency. [ 1052.810581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.898086] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.898293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.898422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.898685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.898847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.899085] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.899256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.899386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.899682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.899840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.900034] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80854f45-8bac-419e-93d8-10ee10e8c507 already deleted. [ 1052.900202] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.093039] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: SUCCESS [ 1053.093039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.218994] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.219295] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.219513] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.219868] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.220153] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.220234] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 286d54e0-8639-4400-a1f2-712a1e163214 not found, creating... [ 1053.220536] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.220709] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.220836] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.221105] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.221281] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.221589] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.221769] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.221924] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.222176] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.222321] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.222487] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 286d54e0-8639-4400-a1f2-712a1e163214 is going to be created. [ 1053.241231] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.241431] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.241562] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.241833] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.242092] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.242321] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-286d54e0-8639-4400-a1f2-712a1e163214" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.164089] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1054.164448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.165299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.165299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.165299] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.165299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.165299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.165593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.165630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.166126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.166243] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.620162] env[69210]: INFO networking_nsxv3.common.synchronization [req-6da218e2-7186-4e59-a6bf-077a20e7578e req-9f92ae80-416d-42df-905a-46aa8ce26bef service nova] Enqueued Resource ID: 80854f45-8bac-419e-93d8-10ee10e8c507 with Priority: HIGHEST for action security_group_rules [ 1054.620432] env[69210]: INFO networking_nsxv3.common.synchronization [req-6da218e2-7186-4e59-a6bf-077a20e7578e req-9f92ae80-416d-42df-905a-46aa8ce26bef service nova] Enqueued Resource ID: 80854f45-8bac-419e-93d8-10ee10e8c507 with Priority: HIGHEST for action security_group_members [ 1054.620657] env[69210]: INFO networking_nsxv3.common.synchronization [req-6da218e2-7186-4e59-a6bf-077a20e7578e req-9f92ae80-416d-42df-905a-46aa8ce26bef service nova] Enqueued Resource ID: 286d54e0-8639-4400-a1f2-712a1e163214 with Priority: HIGHEST for action port [ 1054.621501] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80854f45-8bac-419e-93d8-10ee10e8c507 with Priority: HIGHEST for action security_group_rules [ 1054.621763] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80854f45-8bac-419e-93d8-10ee10e8c507 with Priority: HIGHEST for action security_group_members [ 1054.621995] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 286d54e0-8639-4400-a1f2-712a1e163214 with Priority: HIGHEST for action port [ 1054.622443] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80854f45-8bac-419e-93d8-10ee10e8c507 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.622679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.622858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.623283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.623458] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80854f45-8bac-419e-93d8-10ee10e8c507',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.624625] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-80854f45-8bac-419e-93d8-10ee10e8c507 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.624853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.625125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.625451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.625721] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.626338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.626532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.626805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.627174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.627174] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80854f45-8bac-419e-93d8-10ee10e8c507',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.628438] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-286d54e0-8639-4400-a1f2-712a1e163214 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.628704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-286d54e0-8639-4400-a1f2-712a1e163214" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.628865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-286d54e0-8639-4400-a1f2-712a1e163214" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.629195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-286d54e0-8639-4400-a1f2-712a1e163214" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.629358] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('286d54e0-8639-4400-a1f2-712a1e163214',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.668738] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.668904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.668978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.669209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.669372] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.669470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.669536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.669705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.669761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.669870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.670034] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.670130] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.670189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.670326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.670462] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.670552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.670652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.670736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.670817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.670882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.670967] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.760570] env[69210]: INFO networking_nsxv3.common.synchronization [req-b20d620f-7b3e-4221-9418-edf265d514ea req-2772806c-a6cb-4f00-9e1a-885596bd8ac6 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1054.761191] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1054.761568] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.761747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.761836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.762084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.762295] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.762429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.762518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.762723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.762837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.762959] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.132123] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-80854f45-8bac-419e-93d8-10ee10e8c507 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.132383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.132449] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80854f45-8bac-419e-93d8-10ee10e8c507',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.133631] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 286d54e0-8639-4400-a1f2-712a1e163214 with status ACTIVE [ 1055.133807] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.133918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.133984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.134201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.134297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.134925] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.134925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.134925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.134925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.134925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.135191] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.135191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.135293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.135384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.135460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.135546] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 286d54e0-8639-4400-a1f2-712a1e163214 is going to be updated. [ 1055.165153] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.165153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.165695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.165695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.165695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.165824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-286d54e0-8639-4400-a1f2-712a1e163214" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.173184] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6c4538-5ea5-4d90-9f14-8a6f30fd3118: rpc.has_security_group_logging(os_id): False [ 1055.190279] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.190457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.190499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.190685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.190775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.190995] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.191104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.191170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.191321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.191411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.191674] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.191792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.191857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.192032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.192131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.192316] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.192431] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.192531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.192687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.192762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.192851] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1055.265564] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.266468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.266468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.266468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.266468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.266468] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.266468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.266820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.266820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.266820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.266820] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1055.284447] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.284597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.284680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.284968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.285093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.340824] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.341252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.341351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.341559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.341709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.345293] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1055.353976] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1055.373043] env[69210]: INFO networking_nsxv3.common.synchronization [req-22ba659d-fd24-4182-a3cb-341ea3e72932 req-4d9ff8cf-fc6b-4bdf-9592-f6546fbe22e2 tempest-ServersTestFqdnHostnames-849873236 tempest-ServersTestFqdnHostnames-849873236-project-member] Enqueued Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_members [ 1055.373043] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGHEST for action security_group_members [ 1055.373043] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-4801ac0b-e90c-42a5-be0e-3c42b71070da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.373043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.373043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.373043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.373043] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.373043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.373043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.373043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.373043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.373043] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.637918] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80854f45-8bac-419e-93d8-10ee10e8c507',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.751203] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1055.751203] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1055.875025] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.875237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.875237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.875535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.875615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.875799] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.875897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.876020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.876116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.876191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.876278] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da is going to be updated. [ 1055.902829] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.902988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.904611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.904611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.904611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.911411] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da in Status: IN_PROGRESS for 2s [ 1056.149198] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.149198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.149198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.149198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.149198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.149198] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80854f45-8bac-419e-93d8-10ee10e8c507 is going to be created. [ 1056.169324] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.170809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.170809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.170809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.170809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.178299] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80854f45-8bac-419e-93d8-10ee10e8c507 in Status: UNINITIALIZED for 2s [ 1057.360456] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1057.360719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.362268] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1057.362425] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 1057.362528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.920760] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da in Status: SUCCESS [ 1057.920948] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da deletion is rescheduled due to dependency. [ 1057.921086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.936053] env[69210]: INFO networking_nsxv3.common.synchronization [req-030efac3-fd50-4271-bd8e-0fd27d60c2d9 req-5f3c58ad-f5c7-4412-b29b-2449c01852b5 tempest-ImagesTestJSON-1255114503 tempest-ImagesTestJSON-1255114503-project-member] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 1057.936659] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGHEST for action security_group_members [ 1057.936897] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.937031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.937093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.937292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.937443] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.937602] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.937665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.937818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.937940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.938095] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.103779] env[69210]: INFO networking_nsxv3.common.synchronization [req-7928c744-9bce-4c2e-b34a-b66ef2cb9478 req-a436f3e1-a40d-4644-baec-ccdfa826f34e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1058.106096] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1058.106096] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.106096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.106096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.106096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.106096] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.106096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.106096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.106096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.106096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.106096] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.197921] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80854f45-8bac-419e-93d8-10ee10e8c507 in Status: SUCCESS [ 1058.198182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.198719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.198719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.198851] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.198956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.199026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.199190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.199272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.199358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.199460] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80854f45-8bac-419e-93d8-10ee10e8c507',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.441982] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.442309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.442309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.442727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.442727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.442727] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.442905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.442905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.443057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.443135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.443225] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be updated. [ 1058.467028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.467158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.467206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.467409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.467621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.475416] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: IN_PROGRESS for 2s [ 1058.607380] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.607596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.607728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.607880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.607972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.608187] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.608296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.608357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.608495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.608572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.608657] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de is going to be updated. [ 1058.636454] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.636588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.636658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.636905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.636989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.645109] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: IN_PROGRESS for 2s [ 1058.701725] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-80854f45-8bac-419e-93d8-10ee10e8c507 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.701931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.701975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.702241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.702410] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.702523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.702588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.702804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.702900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.702991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.703154] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-80854f45-8bac-419e-93d8-10ee10e8c507 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.703258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.703320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.703461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.703627] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.703720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.703780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.703938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.704021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.704103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.704219] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80854f45-8bac-419e-93d8-10ee10e8c507',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.206371] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80854f45-8bac-419e-93d8-10ee10e8c507: rpc.has_security_group_logging(os_id): False [ 1059.226330] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.226467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.226533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.226754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.226846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.227068] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.227169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.227232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.227385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.227456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.227704] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.227801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.227863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.228012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.228089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.228267] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.228360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.228420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.228615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.228730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.228826] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80854f45-8bac-419e-93d8-10ee10e8c507 is going to be created. [ 1059.289544] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.289728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.289789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.290088] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.290261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.299718] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80854f45-8bac-419e-93d8-10ee10e8c507 in Status: IN_PROGRESS for 2s [ 1060.485348] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc in Status: SUCCESS [ 1060.485744] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc deletion is rescheduled due to dependency. [ 1060.485922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.653153] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: SUCCESS [ 1060.653360] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de deletion is rescheduled due to dependency. [ 1060.653469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.845119] env[69210]: INFO networking_nsxv3.common.synchronization [req-9a9f0bc7-924a-4599-9b96-c5133749d57b req-32b23694-e126-49de-9ec4-74eafeed30db tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1060.845651] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1060.845973] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.846166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.846166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.846359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.846895] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.847028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.847110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.847286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.847354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.847420] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.310995] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80854f45-8bac-419e-93d8-10ee10e8c507 in Status: SUCCESS [ 1061.311248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.349736] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.852205] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.355922] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.356114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.356191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.356416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.356514] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.356639] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1062.382598] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.382772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.382817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.383714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.383714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.391374] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1063.981540] env[69210]: INFO networking_nsxv3.common.synchronization [req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b req-dcbed810-4752-4690-956e-cbdeddeeb04e tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1063.982062] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1063.982497] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.982667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.982740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.982978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.983189] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.983308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.983376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.983582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.988121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.988121] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.327282] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.327534] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.327631] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.328242] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.328527] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.328928] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.329049] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.329609] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.330143] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.330745] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.333598] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.333598] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.333598] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.333598] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.333598] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.333598] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.350043] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.351663] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.351663] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.351663] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.351873] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-31c7821b-6ec9-4cfe-9a72-fec5268f52f2 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.352067] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-31c7821b-6ec9-4cfe-9a72-fec5268f52f2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.352197] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-31c7821b-6ec9-4cfe-9a72-fec5268f52f2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.352523] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-31c7821b-6ec9-4cfe-9a72-fec5268f52f2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.352726] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c7821b-6ec9-4cfe-9a72-fec5268f52f2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.400670] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1064.400670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.487753] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.488393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.488640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.488800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.488902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.489120] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.489227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.489287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.489587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.489587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.489587] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1064.511701] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.511882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.511928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.512153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.512296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.520723] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1064.855360] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.855643] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.855784] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.856098] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.856263] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.856425] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 31c7821b-6ec9-4cfe-9a72-fec5268f52f2 not found, creating... [ 1064.856812] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.856985] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.857124] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.857350] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.857499] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.857852] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.858074] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.858217] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.858527] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.859306] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.859306] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 31c7821b-6ec9-4cfe-9a72-fec5268f52f2 is going to be created. [ 1064.880802] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.881050] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.881192] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.881464] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.881722] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.881954] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-31c7821b-6ec9-4cfe-9a72-fec5268f52f2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.781495] env[69210]: INFO networking_nsxv3.common.synchronization [req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b req-69051144-16af-4e31-8a38-797f2745ce56 service nova] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_rules [ 1065.781806] env[69210]: INFO networking_nsxv3.common.synchronization [req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b req-69051144-16af-4e31-8a38-797f2745ce56 service nova] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1065.781980] env[69210]: INFO networking_nsxv3.common.synchronization [req-ff009628-4c5e-45bb-bda3-cd7a5d9ba27b req-69051144-16af-4e31-8a38-797f2745ce56 service nova] Enqueued Resource ID: 31c7821b-6ec9-4cfe-9a72-fec5268f52f2 with Priority: HIGHEST for action port [ 1065.782077] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_rules [ 1065.782202] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1065.782299] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c7821b-6ec9-4cfe-9a72-fec5268f52f2 with Priority: HIGHEST for action port [ 1065.782841] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.782968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.784335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.784570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.784660] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.785510] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.785639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.785854] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c7821b-6ec9-4cfe-9a72-fec5268f52f2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.785961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c7821b-6ec9-4cfe-9a72-fec5268f52f2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.786043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c7821b-6ec9-4cfe-9a72-fec5268f52f2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.786214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c7821b-6ec9-4cfe-9a72-fec5268f52f2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.786587] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c7821b-6ec9-4cfe-9a72-fec5268f52f2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.288283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.288376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.288640] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31c7821b-6ec9-4cfe-9a72-fec5268f52f2 with status ACTIVE [ 1066.288877] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.289035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.289131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.289422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.289559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.289821] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.289959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.290060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.290275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.290383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.290633] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.290764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.290851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.294560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.294560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.294560] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31c7821b-6ec9-4cfe-9a72-fec5268f52f2 is going to be updated. [ 1066.315807] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.315974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.316057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.317385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.317584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.317763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c7821b-6ec9-4cfe-9a72-fec5268f52f2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.319784] env[69210]: INFO networking_nsxv3.common.synchronization [req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 req-a8f53b70-2455-4060-8e44-52e9d5f8cf0c tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_members [ 1066.320850] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_members [ 1066.321252] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-189b54e8-2f5e-4885-a1b9-872dd9e5f346 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.321371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.321438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.321662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.322032] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.322147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.322212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.322360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.322440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.322530] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.431667] env[69210]: INFO networking_nsxv3.common.synchronization [None req-ee362b9e-1123-4582-bda8-ed870b5515af None None] Enqueued Resource ID: 2808fa54-b6ac-44c1-843c-c7184f2c9ed5 with Priority: HIGHEST for action port [ 1066.432207] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2808fa54-b6ac-44c1-843c-c7184f2c9ed5 with Priority: HIGHEST for action port [ 1066.435137] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-2808fa54-b6ac-44c1-843c-c7184f2c9ed5 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.435269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2808fa54-b6ac-44c1-843c-c7184f2c9ed5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.435342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2808fa54-b6ac-44c1-843c-c7184f2c9ed5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.435914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2808fa54-b6ac-44c1-843c-c7184f2c9ed5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.436011] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2808fa54-b6ac-44c1-843c-c7184f2c9ed5',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.530319] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1066.530542] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e deletion is rescheduled due to dependency. [ 1066.530669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.530863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.531121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.531326] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.531479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.532185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.532185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.532185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.532185] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.671918] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.672155] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.672289] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.672561] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.672827] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.672989] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.673779] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.674037] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.675532] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.675816] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.675950] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.676091] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.676221] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.676460] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.676582] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.676749] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.704651] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.704651] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.704651] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.704651] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.704985] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-44f9946b-5319-45f4-98c6-a4f07e5a5300 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.706170] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-44f9946b-5319-45f4-98c6-a4f07e5a5300" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.706170] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-44f9946b-5319-45f4-98c6-a4f07e5a5300" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.706170] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-44f9946b-5319-45f4-98c6-a4f07e5a5300" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.706455] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f9946b-5319-45f4-98c6-a4f07e5a5300',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.827044] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.827044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.827044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.827044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.827044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.827044] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.827044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.827044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.827044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.827044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.827044] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 already deleted. [ 1066.827044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.940204] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2808fa54-b6ac-44c1-843c-c7184f2c9ed5 [ 1066.940420] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.940559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.940614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.940833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.940940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.941056] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2808fa54-b6ac-44c1-843c-c7184f2c9ed5 already deleted. [ 1066.941139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2808fa54-b6ac-44c1-843c-c7184f2c9ed5" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.036171] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.151067] env[69210]: INFO networking_nsxv3.common.synchronization [req-85bf6fa0-cabe-44cf-a04a-e6b001690e84 req-a324d31a-9fc1-45e1-a75f-826fc63993be tempest-ServerGroupTestJSON-374612621 tempest-ServerGroupTestJSON-374612621-project-member] Enqueued Resource ID: 80854f45-8bac-419e-93d8-10ee10e8c507 with Priority: HIGHEST for action security_group_members [ 1067.151067] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80854f45-8bac-419e-93d8-10ee10e8c507 with Priority: HIGHEST for action security_group_members [ 1067.153053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-80854f45-8bac-419e-93d8-10ee10e8c507 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.153053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.153296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.154110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.154110] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.154110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.154110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.154475] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.154834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.155026] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80854f45-8bac-419e-93d8-10ee10e8c507',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.209757] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.209757] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.209757] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.210014] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.210363] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.210363] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 44f9946b-5319-45f4-98c6-a4f07e5a5300 not found, creating... [ 1067.210579] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.210734] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.210852] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.211213] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.211213] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.213094] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.213094] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.213094] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.213094] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.213094] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.213094] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 44f9946b-5319-45f4-98c6-a4f07e5a5300 is going to be created. [ 1067.237581] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.237864] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.238036] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.238342] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.238634] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.238896] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-44f9946b-5319-45f4-98c6-a4f07e5a5300" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.541697] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.659522] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.659677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.659735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.659949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.660058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.660793] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.660793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.660793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.660793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.660793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.660793] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80854f45-8bac-419e-93d8-10ee10e8c507 is going to be updated. [ 1067.688202] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.688344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.689511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.689511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.689511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.697034] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80854f45-8bac-419e-93d8-10ee10e8c507 in Status: IN_PROGRESS for 2s [ 1067.950246] env[69210]: INFO networking_nsxv3.common.synchronization [req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 req-6392dcd7-759e-4264-8483-e2151f90e746 service nova] Enqueued Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_rules [ 1067.950597] env[69210]: INFO networking_nsxv3.common.synchronization [req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 req-6392dcd7-759e-4264-8483-e2151f90e746 service nova] Enqueued Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_members [ 1067.950597] env[69210]: INFO networking_nsxv3.common.synchronization [req-08c89954-5d6b-4cfd-8fdf-f00faf5e8d22 req-6392dcd7-759e-4264-8483-e2151f90e746 service nova] Enqueued Resource ID: 44f9946b-5319-45f4-98c6-a4f07e5a5300 with Priority: HIGHEST for action port [ 1067.953031] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_rules [ 1067.953031] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_members [ 1067.953031] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f9946b-5319-45f4-98c6-a4f07e5a5300 with Priority: HIGHEST for action port [ 1067.954683] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.954683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.954683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.954683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.954683] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.954972] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-189b54e8-2f5e-4885-a1b9-872dd9e5f346 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.955112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.955181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.955359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.955526] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.955632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.955696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.955843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.956233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.956769] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.957777] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-44f9946b-5319-45f4-98c6-a4f07e5a5300 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.957883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44f9946b-5319-45f4-98c6-a4f07e5a5300" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.957954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44f9946b-5319-45f4-98c6-a4f07e5a5300" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.958128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44f9946b-5319-45f4-98c6-a4f07e5a5300" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.958207] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f9946b-5319-45f4-98c6-a4f07e5a5300',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.046930] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.046930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.046930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.046930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.046930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.046930] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1068.083456] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.083630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.083724] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.083946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.087021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.092862] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1068.429322] env[69210]: INFO networking_nsxv3.common.synchronization [None req-85c94a7e-7926-4ccf-b887-5f2c8542ff9d None None] Enqueued Resource ID: f62f9eed-e255-4b82-9ea9-cc8088a11f89 with Priority: HIGHEST for action port [ 1068.429322] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62f9eed-e255-4b82-9ea9-cc8088a11f89 with Priority: HIGHEST for action port [ 1068.429322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f62f9eed-e255-4b82-9ea9-cc8088a11f89 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.429322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f62f9eed-e255-4b82-9ea9-cc8088a11f89" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.429322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f62f9eed-e255-4b82-9ea9-cc8088a11f89" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.429322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f62f9eed-e255-4b82-9ea9-cc8088a11f89" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.429322] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f62f9eed-e255-4b82-9ea9-cc8088a11f89',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.459413] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-189b54e8-2f5e-4885-a1b9-872dd9e5f346 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.465018] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.465018] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44f9946b-5319-45f4-98c6-a4f07e5a5300 with status ACTIVE [ 1068.465018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.465018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.465018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.465018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.465852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.465852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.465852] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44f9946b-5319-45f4-98c6-a4f07e5a5300 is going to be updated. [ 1068.487147] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.487309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.487383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.487627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.487761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.487921] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44f9946b-5319-45f4-98c6-a4f07e5a5300" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.662493] env[69210]: INFO networking_nsxv3.common.synchronization [None req-37ee7aa8-ac7d-4f1c-b414-ca33d8007637 None None] Enqueued Resource ID: 775600d5-14e6-4f6f-95ff-4aba093028be with Priority: HIGHEST for action port [ 1068.662766] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 775600d5-14e6-4f6f-95ff-4aba093028be with Priority: HIGHEST for action port [ 1068.663335] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-775600d5-14e6-4f6f-95ff-4aba093028be taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.663472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-775600d5-14e6-4f6f-95ff-4aba093028be" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.663539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-775600d5-14e6-4f6f-95ff-4aba093028be" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.663765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-775600d5-14e6-4f6f-95ff-4aba093028be" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.663851] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('775600d5-14e6-4f6f-95ff-4aba093028be',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.932414] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f62f9eed-e255-4b82-9ea9-cc8088a11f89 [ 1068.933124] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.933828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.933912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.934251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.936182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.936182] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f62f9eed-e255-4b82-9ea9-cc8088a11f89 already deleted. [ 1068.936182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f62f9eed-e255-4b82-9ea9-cc8088a11f89" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.967849] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.166951] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 775600d5-14e6-4f6f-95ff-4aba093028be [ 1069.168412] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.168412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.168412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.168412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.168412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.168412] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:775600d5-14e6-4f6f-95ff-4aba093028be already deleted. [ 1069.168412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-775600d5-14e6-4f6f-95ff-4aba093028be" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.470602] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.470602] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.470602] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.470836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.470873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.471954] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 is going to be created. [ 1069.494604] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.494604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.494604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.494814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.495161] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.503782] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 in Status: UNINITIALIZED for 2s [ 1069.712565] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80854f45-8bac-419e-93d8-10ee10e8c507 in Status: SUCCESS [ 1069.712711] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80854f45-8bac-419e-93d8-10ee10e8c507 deletion is rescheduled due to dependency. [ 1069.712828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.106386] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1070.106386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.106386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.106386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.106386] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.106386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.106386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.106386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.106386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.106386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.106386] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.609123] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.612028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.612028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.612028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.612028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.612957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.612957] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.710356] env[69210]: INFO networking_nsxv3.common.synchronization [None req-2450f2d9-9bcb-4e7c-b9b3-b7597615d7f5 None None] Enqueued Resource ID: d18d6d2a-d0e3-4d08-8f1e-8615956e65ab with Priority: HIGHEST for action port [ 1070.710938] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18d6d2a-d0e3-4d08-8f1e-8615956e65ab with Priority: HIGHEST for action port [ 1070.712766] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-d18d6d2a-d0e3-4d08-8f1e-8615956e65ab taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.713131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d18d6d2a-d0e3-4d08-8f1e-8615956e65ab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.713659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d18d6d2a-d0e3-4d08-8f1e-8615956e65ab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.714166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d18d6d2a-d0e3-4d08-8f1e-8615956e65ab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.714737] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d18d6d2a-d0e3-4d08-8f1e-8615956e65ab',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.117229] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 898c337b-d014-4c82-82b4-fc071dbfed8e: rpc.has_security_group_logging(os_id): False [ 1071.134285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.136034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.136034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.136034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.136034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.136034] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.136034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.136034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.136034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.136034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.136034] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.136034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.136034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.136464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.136464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.136464] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.136464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.136579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.136662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.136868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.136977] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1071.194469] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.194469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.194469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.194469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.194469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.216183] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1071.219669] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d18d6d2a-d0e3-4d08-8f1e-8615956e65ab [ 1071.219669] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.219669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.219669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.219669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.219669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.220041] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d18d6d2a-d0e3-4d08-8f1e-8615956e65ab already deleted. [ 1071.220041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d18d6d2a-d0e3-4d08-8f1e-8615956e65ab" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.523148] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 in Status: SUCCESS [ 1071.523357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.523593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.523901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.524152] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.524306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.524347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.524503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.524604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.524720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.524791] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.811515] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f req-e54af38d-b10f-4f0f-844f-aebe91e1f3f7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1071.812083] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1071.812386] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.812491] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.812565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.812756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.812907] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.813585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.813901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.814140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.814757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.815437] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.026907] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.190947] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.190947] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.191258] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.191386] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.191616] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.191789] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.191922] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.192489] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.192574] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.192951] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.193013] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.193319] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.193319] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.193414] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.193746] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.193746] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.213774] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.215209] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.215209] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.215209] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.215209] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.215209] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.215209] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.215515] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.215719] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.317829] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.318031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.318110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.318307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.318394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.318593] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.318757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.318803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.318954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.319048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.319203] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1072.348395] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.348547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.348625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.348853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.349008] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.360042] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1072.535382] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 189b54e8-2f5e-4885-a1b9-872dd9e5f346: rpc.has_security_group_logging(os_id): False [ 1072.553231] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.553386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.553451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.553665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.553756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.553997] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.554108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.554163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.554311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.554393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.554484] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 is going to be created. [ 1072.609072] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.609226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.609306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.609600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.609821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.619914] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 in Status: IN_PROGRESS for 2s [ 1072.719378] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.719726] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.720250] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.720792] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.721100] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.721530] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 not found, creating... [ 1072.722367] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.722712] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.722965] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.723990] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.724235] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.724636] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.724880] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.725096] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.725406] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.725610] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.725835] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 is going to be created. [ 1072.762981] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.763241] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.763374] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.763660] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.764173] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.764173] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.240965] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1073.240965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.495369] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f req-7ba5f674-ba4f-4d07-ba27-f77e6033ac4b service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 1073.495674] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f req-7ba5f674-ba4f-4d07-ba27-f77e6033ac4b service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1073.495889] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5b278bd-c2c7-4bc0-95ee-53a6a54da24f req-7ba5f674-ba4f-4d07-ba27-f77e6033ac4b service nova] Enqueued Resource ID: ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 with Priority: HIGHEST for action port [ 1073.496174] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 1073.496396] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1073.496548] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 with Priority: HIGHEST for action port [ 1073.497210] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.497461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.497579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.497845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.497984] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.498927] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.499091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.499323] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.499470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.499619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.499839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.499956] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.821147] env[69210]: INFO networking_nsxv3.common.synchronization [None req-8b274422-8d64-44cf-8b68-404d5debbc72 None None] Enqueued Resource ID: 83c0b745-58db-4274-a10f-bc5b41cfbdfc with Priority: HIGHEST for action port [ 1073.821147] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c0b745-58db-4274-a10f-bc5b41cfbdfc with Priority: HIGHEST for action port [ 1073.821147] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c0b745-58db-4274-a10f-bc5b41cfbdfc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.821147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c0b745-58db-4274-a10f-bc5b41cfbdfc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.821147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c0b745-58db-4274-a10f-bc5b41cfbdfc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.821378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c0b745-58db-4274-a10f-bc5b41cfbdfc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.821378] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c0b745-58db-4274-a10f-bc5b41cfbdfc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.001724] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.002117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.002117] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 with status ACTIVE [ 1074.002260] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.002369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.002435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.002646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.002738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.002909] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.003012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.003078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.003230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.003307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.003487] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.003573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.003626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.003769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.003841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.003922] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81 is going to be updated. [ 1074.025152] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.025295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.025367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.025567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.025714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.025854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee9b4ee9-9ae6-4ffc-81ae-4a0c02b59a81" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.322989] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83c0b745-58db-4274-a10f-bc5b41cfbdfc [ 1074.323234] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.323311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.323380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.323576] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.323666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.323764] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83c0b745-58db-4274-a10f-bc5b41cfbdfc already deleted. [ 1074.323844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c0b745-58db-4274-a10f-bc5b41cfbdfc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.370237] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1074.370237] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 1074.370237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.370237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.370404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.370566] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.370682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.370746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.370895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.370976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.371080] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.633204] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 in Status: SUCCESS [ 1074.633204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.873165] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.375027] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.841954] env[69210]: INFO networking_nsxv3.common.synchronization [None req-6cbeb455-05ef-4475-87d9-8f5aa24ae5fb None None] Enqueued Resource ID: 2ff30527-b793-4436-a093-6f6465f6c019 with Priority: HIGHEST for action port [ 1075.842608] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff30527-b793-4436-a093-6f6465f6c019 with Priority: HIGHEST for action port [ 1075.842833] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff30527-b793-4436-a093-6f6465f6c019 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.842956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff30527-b793-4436-a093-6f6465f6c019" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.843053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff30527-b793-4436-a093-6f6465f6c019" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.843306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff30527-b793-4436-a093-6f6465f6c019" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.843395] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff30527-b793-4436-a093-6f6465f6c019',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.882066] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.882346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.882346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.882429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.882600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.882600] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1075.910926] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.911064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.911129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.911342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.911523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.919620] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1075.992447] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b5dbc588-e4cb-447f-8cbc-f16dd161214c tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_rules [ 1075.993857] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_rules [ 1075.994225] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa59d72f-9e0b-412e-bec3-9afe02c59423 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.994423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.994423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.994855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.994981] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.122747] env[69210]: INFO networking_nsxv3.common.synchronization [None req-be0e68ba-4d56-4d50-a00d-5ecda40ca79f tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_rules [ 1076.122747] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_rules [ 1076.122747] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa59d72f-9e0b-412e-bec3-9afe02c59423 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.122747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.346455] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ff30527-b793-4436-a093-6f6465f6c019 [ 1076.346744] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.346918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.346990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.347229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.347783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.347783] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ff30527-b793-4436-a093-6f6465f6c019 already deleted. [ 1076.347783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff30527-b793-4436-a093-6f6465f6c019" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.513644] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.513962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.513962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.514098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.514183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.515838] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 already deleted. [ 1076.516432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.516656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.516872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.517142] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.708571] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.708758] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.708835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.709068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.709182] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.038319] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.038544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.038544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.039533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.039533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.039533] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 already deleted. [ 1077.039533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.213830] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.718860] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.932108] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1077.932384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.932565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.932822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.933030] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.933155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.933222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.933425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.933789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.933789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.933789] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.220232] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1078.220382] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1078.436548] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.436726] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.436805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.437118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.437221] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.437306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.437367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.437534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.437628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.437747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.437950] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.438086] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.438159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.438313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.438467] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.438656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.438752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.438945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.439048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.439137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.439227] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.946092] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f057cf8-8872-47a7-bbeb-fcc46158bf44: rpc.has_security_group_logging(os_id): False [ 1078.967910] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.968139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.968224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.968380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.969285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.969285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.969285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.969285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.969285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.969285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.969285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.969539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.969539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.969608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.969633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.969821] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.969912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.969971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.971310] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.971310] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.971310] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1079.048954] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.048954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.048954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.048954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.048954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.067010] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1079.121712] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.121866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.121939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.123688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.143143] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1079.144303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.145541] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1079.190383] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.190539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.190618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.190843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.203940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.204898] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1079.204984] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1079.205098] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1079.242244] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.242416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.242466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.242699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.244095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.244095] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1079.318204] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.318381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.318440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.319207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.319511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.319860] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1079.383111] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.383271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.383345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.383593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.383872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.384347] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1079.384519] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b18c81ac-90dd-424c-9581-a98c46b21184', 'bdc56103-2bb5-4f40-8053-3702cedea561', '80854f45-8bac-419e-93d8-10ee10e8c507', '223e97ac-9bd2-4283-8df6-b4031ed5c9da', '5afb83ae-b7e2-479b-a8d8-e70e1b662e69', '89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0', '4926f270-1252-4dbb-b22f-dc7f63572fa3', 'dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4', '88cc1f79-e050-41be-9f34-e92618a2f04e', '5e83610f-f9ca-4f86-98c9-40a3daee7114', '4793bf61-5cdb-46a1-b420-ad7f2edcd280', 'bb95ad3f-56f0-44a9-9b2f-be85bd656ea3', '4801ac0b-e90c-42a5-be0e-3c42b71070da', 'eb6c4538-5ea5-4d90-9f14-8a6f30fd3118', '6fe55bef-f630-4add-8271-61e0ce2a253d', '3734e717-9fd7-45cc-b3e9-f23ac44eabd0', '2f057cf8-8872-47a7-bbeb-fcc46158bf44', '75677c77-e814-4cae-99a0-e5c3f1e2542d', '4b058938-cd56-4e14-8d9b-80bedde4e506', '3f8b4f78-ec82-4249-9d7d-365281c97612', '08104e81-f620-4ba6-8315-73d828267d05', 'c3c36087-1356-4488-81dd-21f7ba2e309f', '239098d2-99de-4386-89a8-bd07c66f8b19', '6efeb86b-299a-454f-80d9-0d0a81aba7fc', '57041c8d-3ed9-452e-a265-bf2b041394d9', '189b54e8-2f5e-4885-a1b9-872dd9e5f346', '272a7be7-c20f-4edd-a65b-6601e565d09e', '0d161c25-14b9-4326-bd69-8992c2649620', '66ac350a-254a-4a14-9029-0bf9432899c8', '5e1857da-a4c9-4eba-8d84-b696434516ef', '06ca6ead-d371-427f-91f2-f3ab125810de', 'b3e74851-a4b7-4daf-b0eb-35365bedad55', 'c0bf2564-46ed-4c7b-98c9-218b235844de', '72daf414-b00e-4349-a17a-ee88eb2c8ff8', '8e622c91-a49e-443b-81d2-89da731106a2', '8525e3ff-2549-4796-9a5d-54df25c1af78', 'ebe744e7-6aad-4a4c-8398-95eeed2da747', '1456ab0c-57d7-4422-95cf-637d18a7749f', '3d5a0768-6d5e-4d45-b677-21d2418a295c', '14947345-c62f-4560-ba3e-f031294a8f0c', 'a8046d03-42f7-4ee3-bf2a-daea05541ec0', 'c1a63f4b-22fe-4a0c-94fe-2f74816bd16e', '898c337b-d014-4c82-82b4-fc071dbfed8e'} {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1079.384519] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1079.403907] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.403907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.403907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.404185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.404333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.404507] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1079.404624] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1079.404742] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1079.476486] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.476683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.476752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.476948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.478032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.478186] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1079.478268] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1079.480029] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1079.480029] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1079.480029] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80854f45-8bac-419e-93d8-10ee10e8c507 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGH for action security_group_rules [ 1079.480029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.963311] env[69210]: INFO networking_nsxv3.common.synchronization [req-b71ef3ae-678e-4ea0-a125-280955617508 req-dd3297d6-cc1c-4134-bd43-eaacbfa5f666 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1079.963520] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1079.963651] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGH for action security_group_rules [ 1079.963835] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80854f45-8bac-419e-93d8-10ee10e8c507 with Priority: HIGH for action security_group_rules [ 1079.964094] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 with Priority: HIGH for action security_group_rules [ 1079.964250] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe55bef-f630-4add-8271-61e0ce2a253d with Priority: HIGH for action security_group_rules [ 1079.964363] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGH for action security_group_rules [ 1079.964535] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 with Priority: HIGH for action security_group_rules [ 1079.965082] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGH for action security_group_rules [ 1079.965082] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGH for action security_group_rules [ 1079.965082] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGH for action security_group_rules [ 1079.965229] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 with Priority: HIGH for action security_group_rules [ 1079.965864] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da with Priority: HIGH for action security_group_rules [ 1079.965864] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 with Priority: HIGH for action security_group_rules [ 1079.965864] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 with Priority: HIGH for action security_group_rules [ 1079.965864] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 with Priority: HIGH for action security_group_rules [ 1079.966027] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cc1f79-e050-41be-9f34-e92618a2f04e with Priority: HIGH for action security_group_rules [ 1079.966143] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 with Priority: HIGH for action security_group_rules [ 1079.967025] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGH for action security_group_rules [ 1079.967025] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 with Priority: HIGH for action security_group_rules [ 1079.967025] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc56103-2bb5-4f40-8053-3702cedea561 with Priority: HIGH for action security_group_rules [ 1079.967025] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da with Priority: HIGH for action security_group_rules [ 1079.967195] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.967365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.967464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.967769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.968012] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.968175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.968280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.968517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.968654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.969211] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.970909] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.970909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.970909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.970909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.970909] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.971741] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80854f45-8bac-419e-93d8-10ee10e8c507 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.971902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.972031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.972264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.972381] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80854f45-8bac-419e-93d8-10ee10e8c507',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.973538] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4926f270-1252-4dbb-b22f-dc7f63572fa3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.973709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.973817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.974049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.974168] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4926f270-1252-4dbb-b22f-dc7f63572fa3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.976025] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fe55bef-f630-4add-8271-61e0ce2a253d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.976025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.976025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.976025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.976025] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fe55bef-f630-4add-8271-61e0ce2a253d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.976620] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.976779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.976884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.977122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.977237] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.978175] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b058938-cd56-4e14-8d9b-80bedde4e506 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.978337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.978452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.978652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.978760] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b058938-cd56-4e14-8d9b-80bedde4e506',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.979831] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75677c77-e814-4cae-99a0-e5c3f1e2542d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.979996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.980912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.980912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.980912] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.981364] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.981501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.981787] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.981941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.982058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.982278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.982391] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.983844] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.983844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.984014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.984152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.984317] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3734e717-9fd7-45cc-b3e9-f23ac44eabd0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.985398] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4801ac0b-e90c-42a5-be0e-3c42b71070da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.985540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.985580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.985801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.985924] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4801ac0b-e90c-42a5-be0e-3c42b71070da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.988267] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.988267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.991124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.991401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.991531] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb95ad3f-56f0-44a9-9b2f-be85bd656ea3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.992588] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.992896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.992896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.993244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.993244] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4793bf61-5cdb-46a1-b420-ad7f2edcd280',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.996114] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e83610f-f9ca-4f86-98c9-40a3daee7114 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.996114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.996114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.996114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.996114] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e83610f-f9ca-4f86-98c9-40a3daee7114',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.996114] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88cc1f79-e050-41be-9f34-e92618a2f04e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.996114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.996114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.997297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.997297] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88cc1f79-e050-41be-9f34-e92618a2f04e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.997390] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.997487] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.997590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.997822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.997933] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.998914] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.999091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.999197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.002990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.002990] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.002990] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5afb83ae-b7e2-479b-a8d8-e70e1b662e69 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.002990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.002990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.002990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.002990] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5afb83ae-b7e2-479b-a8d8-e70e1b662e69',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.002990] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc56103-2bb5-4f40-8053-3702cedea561 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.002990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.002990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.002990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.002990] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc56103-2bb5-4f40-8053-3702cedea561',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.004027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.004027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.004027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.004195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.004195] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('223e97ac-9bd2-4283-8df6-b4031ed5c9da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.512429] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.512611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.512652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.512833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.512999] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.513137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.513201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.513353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.513472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.513525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.513602] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.514511] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.514629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.515608] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.515608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.515764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.515906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.517503] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.517503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.517503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.517503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.517503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.517503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.517503] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.528747] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.529778] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.529908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.529981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.530232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.530394] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.530499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.530565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.530715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.530801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.530887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.530968] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.532073] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-75677c77-e814-4cae-99a0-e5c3f1e2542d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.532168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.532239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.532457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.532660] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.532764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.532992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.532992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.533111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.533143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.533213] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.569667] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.569812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.569869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.570099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.574596] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.574697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.575527] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.575627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.579036] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.579036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.580018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.581210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.581210] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.581210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.581752] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.581845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.583356] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.583445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.584149] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.584245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.585219] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.585315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.586046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.586147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.586765] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1080.587213] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.587306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.587964] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1080.588408] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.588507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.589312] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1080.589714] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.589833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.590732] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1080.591184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.591290] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb95ad3f-56f0-44a9-9b2f-be85bd656ea3 is going to be deleted. [ 1080.592174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.592374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.609821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.609942] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4926f270-1252-4dbb-b22f-dc7f63572fa3 is going to be deleted. [ 1080.611033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.611234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.625813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.625972] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b058938-cd56-4e14-8d9b-80bedde4e506 is going to be deleted. [ 1080.626806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.627014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.643511] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.643625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.644930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.645043] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0 is going to be deleted. [ 1080.645817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.646011] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.654983] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.655100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.664341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.664440] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5afb83ae-b7e2-479b-a8d8-e70e1b662e69 is going to be deleted. [ 1080.665199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.665390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.674228] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.674337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.691616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.691737] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4793bf61-5cdb-46a1-b420-ad7f2edcd280 is going to be deleted. [ 1080.692584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.692782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.818474] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.818606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.822260] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.822260] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc56103-2bb5-4f40-8053-3702cedea561 is going to be deleted. [ 1080.822260] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.822260] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.850904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.850904] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e83610f-f9ca-4f86-98c9-40a3daee7114 is going to be deleted. [ 1080.851968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.852253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.861999] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.862103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.880711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.880985] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 223e97ac-9bd2-4283-8df6-b4031ed5c9da is going to be deleted. [ 1080.883269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.884215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.886416] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.886558] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.945027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.946701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.946701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.946701] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3734e717-9fd7-45cc-b3e9-f23ac44eabd0 is going to be deleted. [ 1080.947196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.947418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.953445] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.953546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.981651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.981651] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4801ac0b-e90c-42a5-be0e-3c42b71070da is going to be deleted. [ 1080.982448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.982548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.024179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.024324] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fe55bef-f630-4add-8271-61e0ce2a253d is going to be deleted. [ 1081.025333] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.026244] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.026906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.027855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.042297] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.043668] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.044410] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.082766] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.082893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.085545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.085671] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80854f45-8bac-419e-93d8-10ee10e8c507 is going to be deleted. [ 1081.086806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.088025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.122475] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1081.122613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.122798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.123076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.123182] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.124665] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.124771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.131649] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.131649] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.138849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.138849] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88cc1f79-e050-41be-9f34-e92618a2f04e is going to be deleted. [ 1081.139270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.139270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.139328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.139877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb95ad3f-56f0-44a9-9b2f-be85bd656ea3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.140717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.140717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.140717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.140717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4926f270-1252-4dbb-b22f-dc7f63572fa3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.141368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.141604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.141731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.141880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b058938-cd56-4e14-8d9b-80bedde4e506" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.142350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.144234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.144234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.144234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89efe34f-4ecb-4c0c-9b1e-c3e168a75cb0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.144234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.144234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.144234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.144234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5afb83ae-b7e2-479b-a8d8-e70e1b662e69" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.144234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.144648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.144766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.144916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4793bf61-5cdb-46a1-b420-ad7f2edcd280" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.145367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.145534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.145624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.145739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e83610f-f9ca-4f86-98c9-40a3daee7114" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.145879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.146042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.146121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.146236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc56103-2bb5-4f40-8053-3702cedea561" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.146368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.146503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.146580] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.146689] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-223e97ac-9bd2-4283-8df6-b4031ed5c9da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.146890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.146938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.147083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.147137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4801ac0b-e90c-42a5-be0e-3c42b71070da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.147928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.147928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.147928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.147928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3734e717-9fd7-45cc-b3e9-f23ac44eabd0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.190111] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.190625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.190625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.190625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.190625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.190789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fe55bef-f630-4add-8271-61e0ce2a253d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.192045] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.192045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.192045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.192045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.192045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.192274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80854f45-8bac-419e-93d8-10ee10e8c507" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.277817] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.277967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.278063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.278268] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.278407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.278471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88cc1f79-e050-41be-9f34-e92618a2f04e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.533391] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f8b4f78-ec82-4249-9d7d-365281c97612: rpc.has_security_group_logging(os_id): False [ 1081.534727] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4: rpc.has_security_group_logging(os_id): False [ 1081.546798] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.546941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.547016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.547225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.547315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.547416] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1081.548539] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18c81ac-90dd-424c-9581-a98c46b21184: rpc.has_security_group_logging(os_id): False [ 1081.549396] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75677c77-e814-4cae-99a0-e5c3f1e2542d: rpc.has_security_group_logging(os_id): False [ 1081.550836] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.550963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.551041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.551218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.554043] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.554043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.566222] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.566357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.572189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.572189] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.572189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.572189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.572189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.572189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.572189] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1081.581019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.581019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.581019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.581019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.581019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.581019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.581019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.581019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.581019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.593039] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1081.597691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.598082] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.598199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.598266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.601026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.601026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.601026] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d is going to be updated. [ 1081.601026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.601026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.617652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.618021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.618159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.618228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.618449] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.618536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.618624] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 is going to be updated. [ 1081.619745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.619911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.627990] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.628145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.628214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.628378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.629122] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.629122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.629122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.629122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.629122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.629122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.629122] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.647617] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.647751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.649569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.649854] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.649954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.650096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.650231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.650790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.650790] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 is going to be updated. [ 1081.652559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.652559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.652559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.655355] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.655474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.655544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.655701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.655849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.669521] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d in Status: IN_PROGRESS for 2s [ 1081.670264] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1081.701250] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.701250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.701250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.701250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.701250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.734187] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: IN_PROGRESS for 2s [ 1081.734373] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.734462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.734519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.734803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.734989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.760138] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: IN_PROGRESS for 2s [ 1082.131879] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.131879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.131879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.131879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.135911] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135911] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.135911] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135911] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.531053] env[69210]: INFO networking_nsxv3.common.synchronization [None req-f378a609-a7a4-4f1e-8f40-f18b03ad75b0 None None] Enqueued Resource ID: 7e8b8a0f-b3b1-41c9-8e93-e323324e4baa with Priority: HIGHEST for action port [ 1082.531425] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e8b8a0f-b3b1-41c9-8e93-e323324e4baa with Priority: HIGHEST for action port [ 1082.531897] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e8b8a0f-b3b1-41c9-8e93-e323324e4baa taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.532046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e8b8a0f-b3b1-41c9-8e93-e323324e4baa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.532115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e8b8a0f-b3b1-41c9-8e93-e323324e4baa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.532366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e8b8a0f-b3b1-41c9-8e93-e323324e4baa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.532455] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e8b8a0f-b3b1-41c9-8e93-e323324e4baa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.646715] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f057cf8-8872-47a7-bbeb-fcc46158bf44: rpc.has_security_group_logging(os_id): False [ 1082.670095] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.670345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.670345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.670517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.690518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.690900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.690900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.692093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.692093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.692093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.692093] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.692093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.692093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.692093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.692093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.692093] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.692322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.692322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.692322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.692396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.692563] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1082.749294] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.749543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.749543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.749756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.749914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.767226] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1083.037215] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e8b8a0f-b3b1-41c9-8e93-e323324e4baa [ 1083.037456] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.037590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.037661] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.037922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.038024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.038120] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e8b8a0f-b3b1-41c9-8e93-e323324e4baa already deleted. [ 1083.038201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e8b8a0f-b3b1-41c9-8e93-e323324e4baa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.599347] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1083.599347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.599347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.599347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.599347] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.599347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.599347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.599347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.599347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.599347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.599347] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.683559] env[69210]: INFO networking_nsxv3.common.synchronization [req-faaed80c-b1c5-483d-a5b9-068c573af6e1 req-031b20fe-3fe9-4161-b45e-4633dc95969a tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Enqueued Resource ID: b9983563-5e95-4d83-98c5-6eea8654dd0e with Priority: HIGHEST for action security_group_members [ 1083.684900] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d in Status: SUCCESS [ 1083.685747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.686287] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1083.686561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.689021] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9983563-5e95-4d83-98c5-6eea8654dd0e with Priority: HIGHEST for action security_group_members [ 1083.689021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9983563-5e95-4d83-98c5-6eea8654dd0e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.689021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.689021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.689021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.689021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.689021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.689021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.689021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.689021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.689021] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9983563-5e95-4d83-98c5-6eea8654dd0e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.744919] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: SUCCESS [ 1083.744919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.771295] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: SUCCESS [ 1083.771609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.051532] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.051746] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-836" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.051877] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-836" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.052229] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-836" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.052498] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.052661] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.052783] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.053015] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.053169] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.053384] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.053502] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.053613] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.053727] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.053841] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.053953] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.054101] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.071576] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.071755] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.071907] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.072103] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-836" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.072407] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.072641] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.072769] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.073108] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.073259] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.101138] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.101305] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.101381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.101623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.101812] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.101929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.101994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.102170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.102249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.102350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.102475] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.102586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.102655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.102998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.102998] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.103112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.103112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.103239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.103313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.103391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.103504] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.191960] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.192216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.192216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.192436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.192542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.192744] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.192841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.192923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.193096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.193189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.193278] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9983563-5e95-4d83-98c5-6eea8654dd0e already deleted. [ 1084.193359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.575058] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.575311] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.575447] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.575814] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.575948] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.576180] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f not found, creating... [ 1084.576480] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.576650] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.576777] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.577014] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.577168] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.577685] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.577685] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.577856] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.578124] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.578319] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.578519] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f is going to be created. [ 1084.601105] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.601105] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.601105] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.601105] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.601105] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.601663] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.605642] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6c4538-5ea5-4d90-9f14-8a6f30fd3118: rpc.has_security_group_logging(os_id): False [ 1084.627493] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.627644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.627709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.627946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.644726] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.645026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.645170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.645227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.645410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.645495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.645840] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.645840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.646023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.646023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.646116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.646257] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.646352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.646420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.646562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.646641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.646729] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1084.656513] env[69210]: INFO networking_nsxv3.common.synchronization [None req-0c6a48f9-a654-4b76-9075-112fd92cd617 None None] Enqueued Resource ID: 2304a720-37aa-4ae6-ab7a-d2a704c7870d with Priority: HIGHEST for action port [ 1084.657858] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2304a720-37aa-4ae6-ab7a-d2a704c7870d with Priority: HIGHEST for action port [ 1084.657858] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-2304a720-37aa-4ae6-ab7a-d2a704c7870d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.657858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2304a720-37aa-4ae6-ab7a-d2a704c7870d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.657858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2304a720-37aa-4ae6-ab7a-d2a704c7870d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.657858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2304a720-37aa-4ae6-ab7a-d2a704c7870d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.658135] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2304a720-37aa-4ae6-ab7a-d2a704c7870d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.742663] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.743761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.743761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.743761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.743941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.758795] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1084.788303] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1084.788587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.160043] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2304a720-37aa-4ae6-ab7a-d2a704c7870d [ 1085.160309] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.160452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.160673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.160733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.160809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.160906] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2304a720-37aa-4ae6-ab7a-d2a704c7870d already deleted. [ 1085.160988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2304a720-37aa-4ae6-ab7a-d2a704c7870d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.446257] env[69210]: INFO networking_nsxv3.common.synchronization [req-faaed80c-b1c5-483d-a5b9-068c573af6e1 req-8376426e-691a-4d04-91db-5f8ad930b358 service nova] Enqueued Resource ID: b9983563-5e95-4d83-98c5-6eea8654dd0e with Priority: HIGHEST for action security_group_rules [ 1085.446545] env[69210]: INFO networking_nsxv3.common.synchronization [req-faaed80c-b1c5-483d-a5b9-068c573af6e1 req-8376426e-691a-4d04-91db-5f8ad930b358 service nova] Enqueued Resource ID: b9983563-5e95-4d83-98c5-6eea8654dd0e with Priority: HIGHEST for action security_group_members [ 1085.446766] env[69210]: INFO networking_nsxv3.common.synchronization [req-faaed80c-b1c5-483d-a5b9-068c573af6e1 req-8376426e-691a-4d04-91db-5f8ad930b358 service nova] Enqueued Resource ID: 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f with Priority: HIGHEST for action port [ 1085.448592] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9983563-5e95-4d83-98c5-6eea8654dd0e with Priority: HIGHEST for action security_group_rules [ 1085.448974] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9983563-5e95-4d83-98c5-6eea8654dd0e with Priority: HIGHEST for action security_group_members [ 1085.449550] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f with Priority: HIGHEST for action port [ 1085.450495] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9983563-5e95-4d83-98c5-6eea8654dd0e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.454069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.454253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.454569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.458021] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9983563-5e95-4d83-98c5-6eea8654dd0e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.458021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9983563-5e95-4d83-98c5-6eea8654dd0e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.458021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.458021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.458021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.458021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.458021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.458021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.458021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.458021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.458021] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9983563-5e95-4d83-98c5-6eea8654dd0e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.458377] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.458432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.458492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.458690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.458797] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.462840] env[69210]: INFO networking_nsxv3.common.synchronization [req-22c48a71-606d-492d-9492-eafd8fe37439 req-5c8f4fe0-d885-43d0-b000-6ba3b2ba7222 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1085.464400] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1085.466094] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.466094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.466192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.467200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.467200] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.467200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.467200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.467200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.467200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.467422] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.961819] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9983563-5e95-4d83-98c5-6eea8654dd0e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.963191] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9983563-5e95-4d83-98c5-6eea8654dd0e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.963311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.965048] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f with status ACTIVE [ 1085.965256] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.965380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.965486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.965738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.965905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.966104] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.966212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.966275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.966467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.966549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.966743] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.966841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.966903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.967129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.967227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.967314] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f is going to be updated. [ 1085.969410] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.969528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.969597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.969752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.969847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.970026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.970123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.970183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.970318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.970396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.970479] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1085.988887] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.989023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.989098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.989283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.989418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.989589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28e02d9e-58d1-4acd-ab76-dbed9fa6ed3f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.995936] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.995936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.995936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.995936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.995936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.002995] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1086.464766] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9983563-5e95-4d83-98c5-6eea8654dd0e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.776054] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1086.776335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.967213] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.967583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.967583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.968191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.968191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.968191] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9983563-5e95-4d83-98c5-6eea8654dd0e is going to be created. [ 1086.989768] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.989962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.989962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.990301] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.990482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.998606] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9983563-5e95-4d83-98c5-6eea8654dd0e in Status: UNINITIALIZED for 2s [ 1087.124507] env[69210]: INFO networking_nsxv3.common.synchronization [req-df3fa93b-ab06-42e5-acdc-90766a8fca64 req-7f8db86f-1dc2-4468-97d0-a2595472da15 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1087.125062] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1087.125316] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.125442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.125505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.125714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.125878] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.125982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.128391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.128597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.128696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.128804] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.163667] env[69210]: INFO networking_nsxv3.common.synchronization [req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 req-b64b3ae0-de83-4542-b377-98cc410dbe31 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Enqueued Resource ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d with Priority: HIGHEST for action security_group_members [ 1087.163667] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d with Priority: HIGHEST for action security_group_members [ 1087.163782] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ef54ee1-b786-4f9f-94db-d82329c6d41d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.163898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.163947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.166014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.166014] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.166014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.166014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.166014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.166014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.166014] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ef54ee1-b786-4f9f-94db-d82329c6d41d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.532075] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.532313] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-552" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.532597] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-552" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.532766] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-552" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.533419] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.533419] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.533419] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.533639] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.533843] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.534624] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.534624] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.534624] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.534624] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.534929] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1087.534929] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.534929] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.554856] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.554981] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1087.555151] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.555334] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-552" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.555638] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-cd54cc7f-531d-4694-b80b-1dfbecf5a15f taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.555874] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-cd54cc7f-531d-4694-b80b-1dfbecf5a15f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.555984] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-cd54cc7f-531d-4694-b80b-1dfbecf5a15f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.556312] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-cd54cc7f-531d-4694-b80b-1dfbecf5a15f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.556463] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd54cc7f-531d-4694-b80b-1dfbecf5a15f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.632904] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.633123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.633200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.633436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.652708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.652978] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.653117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.653185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.653447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.653546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.653652] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1087.667845] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.668015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.668095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.668304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.668393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.668585] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.668686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.668762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.668890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.668967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.669064] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d already deleted. [ 1087.669144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.677130] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.677250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.677320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.677480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.677612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.686562] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1088.013530] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1088.013530] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 1088.013530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.058672] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.061073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.061073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.061073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.061073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.061073] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port cd54cc7f-531d-4694-b80b-1dfbecf5a15f not found, creating... [ 1088.061073] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.061073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.061073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.061073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.061073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.062059] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.063468] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.063468] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.063468] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.063468] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.063468] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: cd54cc7f-531d-4694-b80b-1dfbecf5a15f is going to be created. [ 1088.089728] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.089728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.089728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.089992] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.090069] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.090302] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-cd54cc7f-531d-4694-b80b-1dfbecf5a15f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.187024] env[69210]: INFO networking_nsxv3.common.synchronization [None req-791939ea-0571-474e-a5fd-e743815065fb tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_rules [ 1088.187024] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_rules [ 1088.187024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68616388-ae11-4be9-89ef-b4742937dd85 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.187024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.187024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.187024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.187024] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.269983] env[69210]: INFO networking_nsxv3.common.synchronization [None req-12c435c6-4e27-4d84-ae90-c36ed737b92c tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_rules [ 1088.270390] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_rules [ 1088.270701] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68616388-ae11-4be9-89ef-b4742937dd85 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.270805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.710629] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.710629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.710629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.710629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.710629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.710629] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68616388-ae11-4be9-89ef-b4742937dd85 already deleted. [ 1088.710629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.710629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.710629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.710629] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.914554] env[69210]: INFO networking_nsxv3.common.synchronization [req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 req-8ef04fa3-9bad-43d7-a7da-66f8f8e70251 service nova] Enqueued Resource ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d with Priority: HIGHEST for action security_group_rules [ 1088.914883] env[69210]: INFO networking_nsxv3.common.synchronization [req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 req-8ef04fa3-9bad-43d7-a7da-66f8f8e70251 service nova] Enqueued Resource ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d with Priority: HIGHEST for action security_group_members [ 1088.915015] env[69210]: INFO networking_nsxv3.common.synchronization [req-ee6d96ca-b3bc-465c-b52c-81358a0bc451 req-8ef04fa3-9bad-43d7-a7da-66f8f8e70251 service nova] Enqueued Resource ID: cd54cc7f-531d-4694-b80b-1dfbecf5a15f with Priority: HIGHEST for action port [ 1088.915285] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d with Priority: HIGHEST for action security_group_rules [ 1088.915418] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d with Priority: HIGHEST for action security_group_members [ 1088.915515] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd54cc7f-531d-4694-b80b-1dfbecf5a15f with Priority: HIGHEST for action port [ 1088.916356] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ef54ee1-b786-4f9f-94db-d82329c6d41d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.916486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.916555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.916814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.916912] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ef54ee1-b786-4f9f-94db-d82329c6d41d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.918775] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ef54ee1-b786-4f9f-94db-d82329c6d41d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.918775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.918775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.918775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.918775] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.919187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.919187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.919187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.919187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.919303] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ef54ee1-b786-4f9f-94db-d82329c6d41d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.920103] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd54cc7f-531d-4694-b80b-1dfbecf5a15f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.920175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd54cc7f-531d-4694-b80b-1dfbecf5a15f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.920248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd54cc7f-531d-4694-b80b-1dfbecf5a15f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.920438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd54cc7f-531d-4694-b80b-1dfbecf5a15f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.920525] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd54cc7f-531d-4694-b80b-1dfbecf5a15f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.007594] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9983563-5e95-4d83-98c5-6eea8654dd0e in Status: SUCCESS [ 1089.007896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.008061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.008292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.008530] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.008676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.008762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.008994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.009114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.009227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.009324] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9983563-5e95-4d83-98c5-6eea8654dd0e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.230767] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.231115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.231115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.231249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.231344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.231441] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68616388-ae11-4be9-89ef-b4742937dd85 already deleted. [ 1089.231526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.408511] env[69210]: INFO networking_nsxv3.common.synchronization [req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 req-24472d3d-7739-4cfc-b8b5-1686efb10843 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_members [ 1089.409545] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_members [ 1089.409545] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa59d72f-9e0b-412e-bec3-9afe02c59423 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.409545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.409698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.409831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.410017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.410778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.410856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.411047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.411139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.411241] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.424630] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ef54ee1-b786-4f9f-94db-d82329c6d41d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.424740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.425357] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ef54ee1-b786-4f9f-94db-d82329c6d41d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.426321] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd54cc7f-531d-4694-b80b-1dfbecf5a15f with status ACTIVE [ 1089.426321] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.426321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.426321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.426321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.426321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.426507] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.426597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.426657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.426804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.426880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.427075] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.427170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.427230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.427364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.427435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.427517] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd54cc7f-531d-4694-b80b-1dfbecf5a15f is going to be updated. [ 1089.448978] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.449168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.449213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.449407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.449547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.449697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd54cc7f-531d-4694-b80b-1dfbecf5a15f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.513514] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9983563-5e95-4d83-98c5-6eea8654dd0e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.513717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.513806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.514114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.514309] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.514427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.514503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.514690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.514805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.514919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.515089] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9983563-5e95-4d83-98c5-6eea8654dd0e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.515224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.515296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.515468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.515631] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.515735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.515819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.516014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.516127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.516235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.516337] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9983563-5e95-4d83-98c5-6eea8654dd0e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.697159] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1089.697159] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e deletion is rescheduled due to dependency. [ 1089.697159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.709061] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.709061] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.709248] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.710444] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.710444] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.710444] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.710444] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.711269] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.711269] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.711748] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.712193] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.712193] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.712193] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.712409] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.712554] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.712735] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.732014] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.732225] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.732374] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.732587] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.732873] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-2e287d80-0b0b-40dd-8950-7420d996586e taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.733109] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-2e287d80-0b0b-40dd-8950-7420d996586e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.733213] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-2e287d80-0b0b-40dd-8950-7420d996586e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.733538] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-2e287d80-0b0b-40dd-8950-7420d996586e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.733681] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e287d80-0b0b-40dd-8950-7420d996586e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.913758] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.913923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.913972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.914208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.914371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.914495] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.914595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.914654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.914802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.914873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.914951] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 already deleted. [ 1089.915802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.930040] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ef54ee1-b786-4f9f-94db-d82329c6d41d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.018867] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9983563-5e95-4d83-98c5-6eea8654dd0e: rpc.has_security_group_logging(os_id): False [ 1090.036778] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.036935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.037019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.037232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.037322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.037514] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.037614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.037680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.037859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.037926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.038129] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.038228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.038290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.038426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.038499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.038684] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.038843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.038843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.039010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.039097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.039196] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9983563-5e95-4d83-98c5-6eea8654dd0e is going to be created. [ 1090.092400] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.092555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.092600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.092821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.093017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.102022] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9983563-5e95-4d83-98c5-6eea8654dd0e in Status: IN_PROGRESS for 2s [ 1090.236461] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.236825] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.237054] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.237486] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.237765] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.238117] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 2e287d80-0b0b-40dd-8950-7420d996586e not found, creating... [ 1090.238548] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.238806] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.239045] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.239429] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.239658] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.240105] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.240355] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.240548] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.240862] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.241092] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.241312] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 2e287d80-0b0b-40dd-8950-7420d996586e is going to be created. [ 1090.265400] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.265728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.265890] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.266298] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.266651] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.266987] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-2e287d80-0b0b-40dd-8950-7420d996586e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.435709] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.435709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.435709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.435709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.435709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.435709] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d is going to be created. [ 1090.462409] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.462560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.462632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.462841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.463015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.472836] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d in Status: UNINITIALIZED for 2s [ 1091.381424] env[69210]: INFO networking_nsxv3.common.synchronization [req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 req-f7dce797-2827-41a3-a7f3-27b94c1a1b0a service nova] Enqueued Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_rules [ 1091.382353] env[69210]: INFO networking_nsxv3.common.synchronization [req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 req-f7dce797-2827-41a3-a7f3-27b94c1a1b0a service nova] Enqueued Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_members [ 1091.383591] env[69210]: INFO networking_nsxv3.common.synchronization [req-ecec2ce6-e13c-4d4f-9376-93c42dde68c0 req-f7dce797-2827-41a3-a7f3-27b94c1a1b0a service nova] Enqueued Resource ID: 2e287d80-0b0b-40dd-8950-7420d996586e with Priority: HIGHEST for action port [ 1091.388268] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_rules [ 1091.390349] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_members [ 1091.392027] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e287d80-0b0b-40dd-8950-7420d996586e with Priority: HIGHEST for action port [ 1091.392027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa59d72f-9e0b-412e-bec3-9afe02c59423 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.392027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.392027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.392027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.392027] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.393321] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa59d72f-9e0b-412e-bec3-9afe02c59423 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.393620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.393856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.394137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.394366] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.394563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.394761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.394998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.395172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.395335] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.396326] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e287d80-0b0b-40dd-8950-7420d996586e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.396549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e287d80-0b0b-40dd-8950-7420d996586e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.396689] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e287d80-0b0b-40dd-8950-7420d996586e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.397034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e287d80-0b0b-40dd-8950-7420d996586e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.397190] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e287d80-0b0b-40dd-8950-7420d996586e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.899097] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa59d72f-9e0b-412e-bec3-9afe02c59423 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.899254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.899472] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.900395] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e287d80-0b0b-40dd-8950-7420d996586e with status ACTIVE [ 1091.900577] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.900692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.900759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.901014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.901133] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.901301] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.901396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.901464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.901630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.901697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.901912] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.902015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.902333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.902534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.902656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.902744] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e287d80-0b0b-40dd-8950-7420d996586e is going to be updated. [ 1091.935511] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.935647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.935712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.935901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.936040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.936198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e287d80-0b0b-40dd-8950-7420d996586e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.113265] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9983563-5e95-4d83-98c5-6eea8654dd0e in Status: SUCCESS [ 1092.113435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.404721] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.484800] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d in Status: SUCCESS [ 1092.484998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.485178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.485764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.485764] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.485764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.485764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.486047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.486047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.486108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.486180] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ef54ee1-b786-4f9f-94db-d82329c6d41d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.907143] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.907314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.907357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.907568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.907659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.907865] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 is going to be created. [ 1092.930076] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.930237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.930306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.930526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.930693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.940306] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 in Status: UNINITIALIZED for 2s [ 1092.988363] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ef54ee1-b786-4f9f-94db-d82329c6d41d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.988551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.988551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.988749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.988978] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.989164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.989164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.989268] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.989318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.989415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.989559] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ef54ee1-b786-4f9f-94db-d82329c6d41d taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.989650] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.989704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.989857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.989996] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.990101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.990152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.990292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.990363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.990445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.990530] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ef54ee1-b786-4f9f-94db-d82329c6d41d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.492883] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ef54ee1-b786-4f9f-94db-d82329c6d41d: rpc.has_security_group_logging(os_id): False [ 1093.511753] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.511935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.512018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.512237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.512326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.512526] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.512604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.512667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.512813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.512889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.513143] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.513241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.513304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.513479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.513584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.513809] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.513907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.513968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.516199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.516293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.516390] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d is going to be created. [ 1093.570133] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.570371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.570472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.570762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.571024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.582290] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d in Status: IN_PROGRESS for 2s [ 1094.951499] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 in Status: SUCCESS [ 1094.951499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.951499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.951848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.951848] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.951991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.951991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.952211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.952211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.952285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.952389] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.454752] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.599694] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d in Status: SUCCESS [ 1095.599936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.956414] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa59d72f-9e0b-412e-bec3-9afe02c59423: rpc.has_security_group_logging(os_id): False [ 1095.973182] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.974245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.974245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.974245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.974245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.974245] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.974245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.974245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.974245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.974575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.974575] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 is going to be created. [ 1096.030043] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.030217] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.030273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.030464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.030663] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.040877] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 in Status: IN_PROGRESS for 2s [ 1096.252674] env[69210]: INFO networking_nsxv3.common.synchronization [req-51c0dfe6-6e7a-4d16-9f9e-b1b470da3ea5 req-4821a583-e25b-43f0-8d1b-ee90cd28c0a1 tempest-ServersNegativeTestMultiTenantJSON-50230678 tempest-ServersNegativeTestMultiTenantJSON-50230678-project-member] Enqueued Resource ID: b9983563-5e95-4d83-98c5-6eea8654dd0e with Priority: HIGHEST for action security_group_members [ 1096.253274] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9983563-5e95-4d83-98c5-6eea8654dd0e with Priority: HIGHEST for action security_group_members [ 1096.253582] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9983563-5e95-4d83-98c5-6eea8654dd0e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.253702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.253767] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.254063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.254226] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.254341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.254434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.254641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.254729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.254826] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9983563-5e95-4d83-98c5-6eea8654dd0e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.597236] env[69210]: INFO networking_nsxv3.common.synchronization [req-2a348f1a-802c-45fa-a6f6-9e657a732f77 req-cb0a6910-fa88-408b-bd91-9ae3eb85d3e9 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Enqueued Resource ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 with Priority: HIGHEST for action security_group_members [ 1096.597796] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 with Priority: HIGHEST for action security_group_members [ 1096.598187] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.598313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.598381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.598640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.598795] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.598895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.599010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.599131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.599216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.599296] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e7bbb1-d88c-4c49-8f28-e4f8be6d2655',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.757917] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.758178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.758302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.758567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.758694] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.758958] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.759179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.759237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.759423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.759522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.759764] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9983563-5e95-4d83-98c5-6eea8654dd0e is going to be updated. [ 1096.785139] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.785304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.785342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.785555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.785696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.794582] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9983563-5e95-4d83-98c5-6eea8654dd0e in Status: IN_PROGRESS for 2s [ 1096.921941] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.922181] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-237" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.922332] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-237" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.922693] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-237" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.922978] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.923191] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.923318] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.923554] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.923744] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.923987] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.924127] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.924295] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.924434] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.924583] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1096.924714] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.924940] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.946739] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.946916] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1096.947077] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.947265] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-237" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.947631] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-ec154998-cdbb-47b6-ad42-e60c00915f64 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.947834] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-ec154998-cdbb-47b6-ad42-e60c00915f64" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.947980] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-ec154998-cdbb-47b6-ad42-e60c00915f64" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.948369] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-ec154998-cdbb-47b6-ad42-e60c00915f64" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.948522] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec154998-cdbb-47b6-ad42-e60c00915f64',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.101430] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.101785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.101785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.101966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.102109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.102370] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.102554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.102627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.102829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.102936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.103065] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 already deleted. [ 1097.103257] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.451455] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.451701] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.451837] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.452238] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.452426] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.452596] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port ec154998-cdbb-47b6-ad42-e60c00915f64 not found, creating... [ 1097.452871] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.453064] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.453195] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.453440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.453586] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.453878] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.454057] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.454186] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.454402] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.454545] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.454693] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: ec154998-cdbb-47b6-ad42-e60c00915f64 is going to be created. [ 1097.497678] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.498105] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.498302] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.498597] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.498841] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.499228] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-ec154998-cdbb-47b6-ad42-e60c00915f64" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.061752] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 in Status: SUCCESS [ 1098.061992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.258962] env[69210]: INFO networking_nsxv3.common.synchronization [req-2a348f1a-802c-45fa-a6f6-9e657a732f77 req-0fa49fab-6e48-4539-afc1-c3b6eb4051a3 service nova] Enqueued Resource ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 with Priority: HIGHEST for action security_group_rules [ 1098.259335] env[69210]: INFO networking_nsxv3.common.synchronization [req-2a348f1a-802c-45fa-a6f6-9e657a732f77 req-0fa49fab-6e48-4539-afc1-c3b6eb4051a3 service nova] Enqueued Resource ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 with Priority: HIGHEST for action security_group_members [ 1098.259335] env[69210]: INFO networking_nsxv3.common.synchronization [req-2a348f1a-802c-45fa-a6f6-9e657a732f77 req-0fa49fab-6e48-4539-afc1-c3b6eb4051a3 service nova] Enqueued Resource ID: ec154998-cdbb-47b6-ad42-e60c00915f64 with Priority: HIGHEST for action port [ 1098.259570] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 with Priority: HIGHEST for action security_group_rules [ 1098.259657] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 with Priority: HIGHEST for action security_group_members [ 1098.259745] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec154998-cdbb-47b6-ad42-e60c00915f64 with Priority: HIGHEST for action port [ 1098.260321] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.260454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.260516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.260783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.260867] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e7bbb1-d88c-4c49-8f28-e4f8be6d2655',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.262185] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.262291] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.262358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.262526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.262672] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.262764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.262824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.262961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.263068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.263167] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e7bbb1-d88c-4c49-8f28-e4f8be6d2655',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.264373] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec154998-cdbb-47b6-ad42-e60c00915f64 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.264482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec154998-cdbb-47b6-ad42-e60c00915f64" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.264550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec154998-cdbb-47b6-ad42-e60c00915f64" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.265941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec154998-cdbb-47b6-ad42-e60c00915f64" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.266049] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec154998-cdbb-47b6-ad42-e60c00915f64',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.769413] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73e7bbb1-d88c-4c49-8f28-e4f8be6d2655',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.769594] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.769594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.769745] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec154998-cdbb-47b6-ad42-e60c00915f64 with status ACTIVE [ 1098.770446] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.770446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.770446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.770446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.770446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.770686] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.770686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.770686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.770846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.771322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.771322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.771322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.771322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.771575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.771575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.771665] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec154998-cdbb-47b6-ad42-e60c00915f64 is going to be updated. [ 1098.794021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.794189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.794262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.794456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.794632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.794761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec154998-cdbb-47b6-ad42-e60c00915f64" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.803109] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9983563-5e95-4d83-98c5-6eea8654dd0e in Status: SUCCESS [ 1098.803370] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9983563-5e95-4d83-98c5-6eea8654dd0e deletion is rescheduled due to dependency. [ 1098.803438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.908056] env[69210]: INFO networking_nsxv3.common.synchronization [req-3a60bcf8-e56e-411d-a20d-6942defc8c34 req-e1d19059-0813-4538-9b35-af9a6d55b07a tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1098.911188] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1098.911188] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.911188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.911188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.911188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.911188] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.911188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.911188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.911188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.911188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.911188] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.275540] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73e7bbb1-d88c-4c49-8f28-e4f8be6d2655',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.314234] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.314234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.314234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.314234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.314234] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.314234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.314234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.314606] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.314818] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.315116] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.315300] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.315473] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.315648] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.315829] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.316009] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.316220] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.335132] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.335346] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.335567] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.335828] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.336315] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-f7baf34a-e98f-4d58-9a88-06c456c701af taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.336599] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-f7baf34a-e98f-4d58-9a88-06c456c701af" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.336792] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-f7baf34a-e98f-4d58-9a88-06c456c701af" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.337965] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-f7baf34a-e98f-4d58-9a88-06c456c701af" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.338130] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7baf34a-e98f-4d58-9a88-06c456c701af',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.417169] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.417360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.417415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.417697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.417804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.418182] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.418308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.418374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.418536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.418632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.418726] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1099.441545] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.441731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.441804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.442168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.442333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.450736] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1099.778545] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.778856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.779017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.779417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.779601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.779814] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 is going to be created. [ 1099.802311] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.802514] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.802556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.802772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.802929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.811881] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 in Status: UNINITIALIZED for 2s [ 1099.840724] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.840922] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.841054] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.841339] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.841499] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.841670] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port f7baf34a-e98f-4d58-9a88-06c456c701af not found, creating... [ 1099.841930] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.842111] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.842239] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.842465] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.842610] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.842893] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.843068] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.843237] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.843578] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.843820] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.844083] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: f7baf34a-e98f-4d58-9a88-06c456c701af is going to be created. [ 1099.863227] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.863617] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.863850] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.864203] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.864508] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.864791] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-f7baf34a-e98f-4d58-9a88-06c456c701af" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.646137] env[69210]: INFO networking_nsxv3.common.synchronization [req-3a60bcf8-e56e-411d-a20d-6942defc8c34 req-70c568d4-e474-4eac-b3d5-094eef0f029a service nova] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_rules [ 1100.646393] env[69210]: INFO networking_nsxv3.common.synchronization [req-3a60bcf8-e56e-411d-a20d-6942defc8c34 req-70c568d4-e474-4eac-b3d5-094eef0f029a service nova] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1100.646486] env[69210]: INFO networking_nsxv3.common.synchronization [req-3a60bcf8-e56e-411d-a20d-6942defc8c34 req-70c568d4-e474-4eac-b3d5-094eef0f029a service nova] Enqueued Resource ID: f7baf34a-e98f-4d58-9a88-06c456c701af with Priority: HIGHEST for action port [ 1100.646862] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_rules [ 1100.647047] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1100.647147] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7baf34a-e98f-4d58-9a88-06c456c701af with Priority: HIGHEST for action port [ 1100.649762] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.649837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.649929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.650194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.650264] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.651237] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.651337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.651647] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7baf34a-e98f-4d58-9a88-06c456c701af taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.651819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7baf34a-e98f-4d58-9a88-06c456c701af" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.651935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7baf34a-e98f-4d58-9a88-06c456c701af" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.652635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7baf34a-e98f-4d58-9a88-06c456c701af" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.652744] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7baf34a-e98f-4d58-9a88-06c456c701af',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.156322] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.156441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.156604] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7baf34a-e98f-4d58-9a88-06c456c701af with status ACTIVE [ 1101.156959] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.156959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.156959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.157206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.157244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.157644] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.157644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.157644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.157820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.157820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.157968] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.158080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.158136] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.158271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.158367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.158475] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7baf34a-e98f-4d58-9a88-06c456c701af is going to be updated. [ 1101.179166] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.179311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.179311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.179497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.179639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.179813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7baf34a-e98f-4d58-9a88-06c456c701af" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.460110] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1101.460296] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e deletion is rescheduled due to dependency. [ 1101.460405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.460562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.460793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.460990] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.461138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.461204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.461373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.461454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.461567] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.824379] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 in Status: SUCCESS [ 1101.824379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.824379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.824379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.824379] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.824379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.824379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.824379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.824379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.824379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.824379] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73e7bbb1-d88c-4c49-8f28-e4f8be6d2655',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.963545] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.009372] env[69210]: INFO networking_nsxv3.common.synchronization [req-5a9669c4-12fc-48fe-979c-ce84bdea6e16 req-506934a2-7124-4679-9f11-27aa4a7e5f23 tempest-ServerMetadataTestJSON-344805589 tempest-ServerMetadataTestJSON-344805589-project-member] Enqueued Resource ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d with Priority: HIGHEST for action security_group_members [ 1102.009872] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d with Priority: HIGHEST for action security_group_members [ 1102.010196] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ef54ee1-b786-4f9f-94db-d82329c6d41d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.010335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.010404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.010598] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.010752] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.010855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.010914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.011854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.011970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.012109] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ef54ee1-b786-4f9f-94db-d82329c6d41d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.327906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.327906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.327906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.327906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.327906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.329019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.329019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.329019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.329019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.329019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73e7bbb1-d88c-4c49-8f28-e4f8be6d2655',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.466493] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.516690] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.516857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.516931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.517154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.517482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.517482] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.517621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.517621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.517754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.517857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.517970] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d is going to be updated. [ 1102.555758] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.555894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.555962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.556170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.556311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.564991] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d in Status: IN_PROGRESS for 2s [ 1102.834041] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655: rpc.has_security_group_logging(os_id): False [ 1102.849874] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.849874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.849874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.850235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.850377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.850718] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.850876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.850984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.851221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.851333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.851551] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.851655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.851719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.851976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.852074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.852260] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.852356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.852419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.852560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.852641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.852729] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 is going to be created. [ 1102.904033] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.904033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.904033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.904033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.904033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.916247] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 in Status: IN_PROGRESS for 2s [ 1102.968964] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.969180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.969256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.969461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.969555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.971745] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1102.994550] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.994711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.994786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.995034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.995205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.007163] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1104.574408] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d in Status: SUCCESS [ 1104.574693] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d deletion is rescheduled due to dependency. [ 1104.574693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.926887] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 in Status: SUCCESS [ 1104.927159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.015557] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1105.015786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.015941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.016199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.016391] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.016547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.016618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.016776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.016856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.016942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.017080] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.229285] env[69210]: INFO networking_nsxv3.common.synchronization [req-ea63190c-12e4-4c44-baaf-cc6406efb6ce req-b6b0cd99-7a96-4970-b48d-012253d4556f tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_members [ 1105.231979] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_members [ 1105.231979] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-68616388-ae11-4be9-89ef-b4742937dd85 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.231979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.231979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.233494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.233494] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.233494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.233494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.233494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.233494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.233494] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.519564] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.519769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.519769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.519992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.520174] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.520279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.520343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.520493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.520578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.520665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.520809] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.520903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.520963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.521128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.521298] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.521394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.521455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.521592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.521693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.521805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.521873] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.651471] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.651817] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.651817] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.652087] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.652385] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.652562] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.652687] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.652916] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.653083] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.653300] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.653453] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.653610] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.653761] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.653987] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.654089] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.654302] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.672677] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.672854] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.672999] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.673198] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.673518] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-9c1cac83-9bf6-4d84-962f-45ac9496e37d taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.673695] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-9c1cac83-9bf6-4d84-962f-45ac9496e37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.673809] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-9c1cac83-9bf6-4d84-962f-45ac9496e37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.674138] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-9c1cac83-9bf6-4d84-962f-45ac9496e37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.674283] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c1cac83-9bf6-4d84-962f-45ac9496e37d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.737070] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.737070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.737070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.737070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.737070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.737070] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.737070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.737421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.737421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.737421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.737421] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68616388-ae11-4be9-89ef-b4742937dd85 already deleted. [ 1105.737538] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.024192] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 898c337b-d014-4c82-82b4-fc071dbfed8e: rpc.has_security_group_logging(os_id): False [ 1106.040426] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.040585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.040647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.040846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.040936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.041221] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.041351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.041417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.041568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.041648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.041840] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.041933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.041994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.042140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.042216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.042395] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.042486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.042544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.042678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.042812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.042868] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1106.104503] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.104687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.104749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.105076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.105076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.117070] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1106.176043] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.177117] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.177117] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.177117] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.177117] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.177117] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 9c1cac83-9bf6-4d84-962f-45ac9496e37d not found, creating... [ 1106.177327] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.177447] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.177566] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.177788] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.177927] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.178255] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.178412] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.178535] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.178749] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.178886] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.179044] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 9c1cac83-9bf6-4d84-962f-45ac9496e37d is going to be created. [ 1106.208790] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.209091] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.209261] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.209561] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.209831] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.210124] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-9c1cac83-9bf6-4d84-962f-45ac9496e37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.914092] env[69210]: INFO networking_nsxv3.common.synchronization [req-ea63190c-12e4-4c44-baaf-cc6406efb6ce req-85c22b65-f60b-4709-82f8-91b03260024f service nova] Enqueued Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_rules [ 1106.914092] env[69210]: INFO networking_nsxv3.common.synchronization [req-ea63190c-12e4-4c44-baaf-cc6406efb6ce req-85c22b65-f60b-4709-82f8-91b03260024f service nova] Enqueued Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_members [ 1106.914092] env[69210]: INFO networking_nsxv3.common.synchronization [req-ea63190c-12e4-4c44-baaf-cc6406efb6ce req-85c22b65-f60b-4709-82f8-91b03260024f service nova] Enqueued Resource ID: 9c1cac83-9bf6-4d84-962f-45ac9496e37d with Priority: HIGHEST for action port [ 1106.914719] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_rules [ 1106.914887] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_members [ 1106.914996] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c1cac83-9bf6-4d84-962f-45ac9496e37d with Priority: HIGHEST for action port [ 1106.915296] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68616388-ae11-4be9-89ef-b4742937dd85 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.915433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.915511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.916958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.917086] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.918052] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-68616388-ae11-4be9-89ef-b4742937dd85 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.918183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.918269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.918716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.918716] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.918716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.918916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.918916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.919102] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.919102] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.919988] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c1cac83-9bf6-4d84-962f-45ac9496e37d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.920106] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c1cac83-9bf6-4d84-962f-45ac9496e37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.920106] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c1cac83-9bf6-4d84-962f-45ac9496e37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.920299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c1cac83-9bf6-4d84-962f-45ac9496e37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.920368] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c1cac83-9bf6-4d84-962f-45ac9496e37d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.244677] env[69210]: INFO networking_nsxv3.common.synchronization [req-1cb062ca-623c-4838-9422-a71e001d299d req-121875c0-8834-4d47-a225-6e17162a3ad1 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1107.245224] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1107.245524] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.245647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.245714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.246251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.246421] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.246516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.246581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.246728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.246812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.246901] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.422098] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.423129] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-68616388-ae11-4be9-89ef-b4742937dd85 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.423252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.423402] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c1cac83-9bf6-4d84-962f-45ac9496e37d with status ACTIVE [ 1107.423564] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.423669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.423735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.423919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.424015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.424185] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.424277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.424332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.424646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.424646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.424774] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.424858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.424858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.424985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.425068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.425151] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c1cac83-9bf6-4d84-962f-45ac9496e37d is going to be updated. [ 1107.449222] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.449393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.449430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.449623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.449755] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.449907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c1cac83-9bf6-4d84-962f-45ac9496e37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.658057] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.658306] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.658465] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.658761] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.659051] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.659243] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.659370] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.659627] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.659804] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.660055] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.660203] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.660344] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.660471] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.660612] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1107.660739] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.660898] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.678795] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.678977] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1107.679144] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.679323] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.679626] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-f06d52eb-b49a-4236-b46c-0bb16f544abe taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.679799] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-f06d52eb-b49a-4236-b46c-0bb16f544abe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.679924] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-f06d52eb-b49a-4236-b46c-0bb16f544abe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.680377] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-f06d52eb-b49a-4236-b46c-0bb16f544abe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.680450] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f06d52eb-b49a-4236-b46c-0bb16f544abe',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.748978] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.928067] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.133883] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1108.134238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.182493] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.182633] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.182728] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.183039] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.183494] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.183494] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port f06d52eb-b49a-4236-b46c-0bb16f544abe not found, creating... [ 1108.183638] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.183780] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.183901] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.184164] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.184356] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.184601] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.184764] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.184885] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.185108] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.185234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.185384] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: f06d52eb-b49a-4236-b46c-0bb16f544abe is going to be created. [ 1108.204874] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.205031] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.205175] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.205401] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.205641] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.205874] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-f06d52eb-b49a-4236-b46c-0bb16f544abe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.251438] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.430079] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.430277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.430351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.430562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.430653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.430753] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68616388-ae11-4be9-89ef-b4742937dd85 is going to be created. [ 1108.468461] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.468611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.468658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.468836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.469529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.478665] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68616388-ae11-4be9-89ef-b4742937dd85 in Status: UNINITIALIZED for 2s [ 1108.753982] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.754776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.754776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.754776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.754776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.754776] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1108.795544] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.795837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.795837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.796126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.796323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.807124] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1108.922258] env[69210]: INFO networking_nsxv3.common.synchronization [req-1cb062ca-623c-4838-9422-a71e001d299d req-8203be7f-d9eb-4cbe-8b17-1a39e021eb3d service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 1108.922258] env[69210]: INFO networking_nsxv3.common.synchronization [req-1cb062ca-623c-4838-9422-a71e001d299d req-8203be7f-d9eb-4cbe-8b17-1a39e021eb3d service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1108.922258] env[69210]: INFO networking_nsxv3.common.synchronization [req-1cb062ca-623c-4838-9422-a71e001d299d req-8203be7f-d9eb-4cbe-8b17-1a39e021eb3d service nova] Enqueued Resource ID: f06d52eb-b49a-4236-b46c-0bb16f544abe with Priority: HIGHEST for action port [ 1108.922258] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 1108.922258] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1108.922258] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06d52eb-b49a-4236-b46c-0bb16f544abe with Priority: HIGHEST for action port [ 1108.922823] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.923067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.923218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.923570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.923741] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.924791] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.924992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.925312] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f06d52eb-b49a-4236-b46c-0bb16f544abe taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.925531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f06d52eb-b49a-4236-b46c-0bb16f544abe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.925675] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f06d52eb-b49a-4236-b46c-0bb16f544abe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.925933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f06d52eb-b49a-4236-b46c-0bb16f544abe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.926102] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f06d52eb-b49a-4236-b46c-0bb16f544abe',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.428128] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.428454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.429646] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f06d52eb-b49a-4236-b46c-0bb16f544abe with status ACTIVE [ 1109.429858] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.429978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.430059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.430264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.430355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.430536] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.430741] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.430741] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.430841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.430913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.431133] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.431213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.432111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.432111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.432111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.432111] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f06d52eb-b49a-4236-b46c-0bb16f544abe is going to be updated. [ 1109.451316] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.451471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.451543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.452057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.452266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.452438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f06d52eb-b49a-4236-b46c-0bb16f544abe" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.488249] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68616388-ae11-4be9-89ef-b4742937dd85 in Status: SUCCESS [ 1110.488515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.488600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.488811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.489009] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.489268] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.489353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.489528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.489673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.489814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.489814] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.525118] env[69210]: INFO networking_nsxv3.common.synchronization [req-86734420-fcc8-4123-95f1-7fcda3196998 req-732732a0-6c7b-499a-8b49-8237ff70a7a7 tempest-ImagesNegativeTestJSON-787171937 tempest-ImagesNegativeTestJSON-787171937-project-member] Enqueued Resource ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 with Priority: HIGHEST for action security_group_members [ 1110.525621] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 with Priority: HIGHEST for action security_group_members [ 1110.525981] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.526090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.526123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.526813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.526982] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.527108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.527176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.527333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.527591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.527591] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e7bbb1-d88c-4c49-8f28-e4f8be6d2655',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.816519] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1110.816519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.816705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.816938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.817067] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.817205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.817270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.817441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.818022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.818022] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.992886] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.029754] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.030306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.030531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.030856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.031405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.031764] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.032044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.032244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.032707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.033034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.033271] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 is going to be updated. [ 1111.061270] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.061270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.061270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.061270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.061270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.068823] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 in Status: IN_PROGRESS for 2s [ 1111.319767] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.498384] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68616388-ae11-4be9-89ef-b4742937dd85: rpc.has_security_group_logging(os_id): False [ 1111.515752] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.515943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.515998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.516314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.516504] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.516879] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.517069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.517181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.517435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.517566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.517706] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68616388-ae11-4be9-89ef-b4742937dd85 is going to be created. [ 1111.574177] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.574360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.574957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.574957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.574957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.587025] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68616388-ae11-4be9-89ef-b4742937dd85 in Status: IN_PROGRESS for 2s [ 1111.822343] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.981028] env[69210]: INFO networking_nsxv3.common.synchronization [req-139014df-18af-464d-a406-9e7fa5a6b808 req-fcf95f35-ce4b-4d8d-95c9-65c35341ab30 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1111.982027] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1111.982027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.982027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.982027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.982027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.982484] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.982484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.982484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.982484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.982484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.982709] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.324582] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.325023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.325116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.325368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.325478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.325582] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1112.353431] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.353619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.353705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.353924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.354111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.365025] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1112.485012] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.485191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.485261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.485791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.507690] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.508057] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.508307] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.508608] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.508940] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.509215] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.509494] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.509722] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.510022] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.510562] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.511066] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.511145] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.511283] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.511492] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.511704] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.511922] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.528885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.529228] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.529371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.529448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.529646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.529776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.529869] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1112.533497] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.533778] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.534055] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.534269] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.534949] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-31793637-0773-4835-adaa-4b6ed8897d4a taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.535211] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-31793637-0773-4835-adaa-4b6ed8897d4a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.535475] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-31793637-0773-4835-adaa-4b6ed8897d4a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.538545] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-31793637-0773-4835-adaa-4b6ed8897d4a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.538878] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31793637-0773-4835-adaa-4b6ed8897d4a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.555528] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.555528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.555987] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.556310] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.557180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.567906] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1112.680224] env[69210]: INFO networking_nsxv3.common.synchronization [req-e4d1fad0-6927-4b37-b920-d998f857c769 req-f376165e-d2e5-4773-b91b-77c9c2a5d164 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1112.680766] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1112.681173] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.681315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.681396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.681891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.682079] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.682230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.682296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.682480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.682704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.682776] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.041452] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.041646] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.041783] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.042079] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.042241] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.042399] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 31793637-0773-4835-adaa-4b6ed8897d4a not found, creating... [ 1113.042652] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.042816] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.042940] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.043192] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.043339] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.043622] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.043785] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.043908] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.044137] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.044281] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.044426] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 31793637-0773-4835-adaa-4b6ed8897d4a is going to be created. [ 1113.065963] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.066191] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.066422] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.066618] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.066850] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.067093] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-31793637-0773-4835-adaa-4b6ed8897d4a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.079863] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.079964] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.080069] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.080371] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.080586] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.080896] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.080896] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.081096] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.081289] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.081461] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.081580] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.081695] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.081811] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.081969] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.082033] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.082222] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.086137] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 in Status: SUCCESS [ 1113.086137] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 deletion is rescheduled due to dependency. [ 1113.086137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.100186] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.100359] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.100507] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.100677] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.101068] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-d9cdcf7e-3b8d-4a88-864d-27429d80c2da taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.101164] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-d9cdcf7e-3b8d-4a88-864d-27429d80c2da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.101278] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-d9cdcf7e-3b8d-4a88-864d-27429d80c2da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.101587] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-d9cdcf7e-3b8d-4a88-864d-27429d80c2da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.101730] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9cdcf7e-3b8d-4a88-864d-27429d80c2da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.192022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.192022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.192022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.192022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.192022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.192022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.192022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.192022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.192022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.192022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.192022] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1113.236853] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.236946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.236946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.237148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.237295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.249842] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1113.597969] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68616388-ae11-4be9-89ef-b4742937dd85 in Status: SUCCESS [ 1113.598286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.603949] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.604191] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.604329] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.604749] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.605083] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.605298] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port d9cdcf7e-3b8d-4a88-864d-27429d80c2da not found, creating... [ 1113.605534] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.605681] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.605805] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.606057] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.606235] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.606543] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.606708] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.606833] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.607120] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.607277] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.607426] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: d9cdcf7e-3b8d-4a88-864d-27429d80c2da is going to be created. [ 1113.627235] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.627446] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.627667] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.627849] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.628133] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.628378] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-d9cdcf7e-3b8d-4a88-864d-27429d80c2da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.878365] env[69210]: INFO networking_nsxv3.common.synchronization [req-139014df-18af-464d-a406-9e7fa5a6b808 req-a5b8c6ed-941e-43f1-a5b5-c77748c3ce1c service nova] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_rules [ 1113.878583] env[69210]: INFO networking_nsxv3.common.synchronization [req-139014df-18af-464d-a406-9e7fa5a6b808 req-a5b8c6ed-941e-43f1-a5b5-c77748c3ce1c service nova] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1113.878729] env[69210]: INFO networking_nsxv3.common.synchronization [req-139014df-18af-464d-a406-9e7fa5a6b808 req-a5b8c6ed-941e-43f1-a5b5-c77748c3ce1c service nova] Enqueued Resource ID: 31793637-0773-4835-adaa-4b6ed8897d4a with Priority: HIGHEST for action port [ 1113.879349] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_rules [ 1113.879510] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1113.879613] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31793637-0773-4835-adaa-4b6ed8897d4a with Priority: HIGHEST for action port [ 1113.879930] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.880027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.880261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.880523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.880646] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.882553] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.882634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.882891] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-31793637-0773-4835-adaa-4b6ed8897d4a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.883116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31793637-0773-4835-adaa-4b6ed8897d4a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.883116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31793637-0773-4835-adaa-4b6ed8897d4a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.883410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31793637-0773-4835-adaa-4b6ed8897d4a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.883635] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31793637-0773-4835-adaa-4b6ed8897d4a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.314101] env[69210]: INFO networking_nsxv3.common.synchronization [req-e4d1fad0-6927-4b37-b920-d998f857c769 req-25b77936-f4c6-4195-9d08-c7b97592cd13 service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 1114.314101] env[69210]: INFO networking_nsxv3.common.synchronization [req-e4d1fad0-6927-4b37-b920-d998f857c769 req-25b77936-f4c6-4195-9d08-c7b97592cd13 service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1114.314101] env[69210]: INFO networking_nsxv3.common.synchronization [req-e4d1fad0-6927-4b37-b920-d998f857c769 req-25b77936-f4c6-4195-9d08-c7b97592cd13 service nova] Enqueued Resource ID: d9cdcf7e-3b8d-4a88-864d-27429d80c2da with Priority: HIGHEST for action port [ 1114.315069] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 1114.315410] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1114.319020] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9cdcf7e-3b8d-4a88-864d-27429d80c2da with Priority: HIGHEST for action port [ 1114.319020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.319020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.319020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.319020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.319020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.319020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.319020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.319020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9cdcf7e-3b8d-4a88-864d-27429d80c2da taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.319020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9cdcf7e-3b8d-4a88-864d-27429d80c2da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.319020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9cdcf7e-3b8d-4a88-864d-27429d80c2da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.321224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9cdcf7e-3b8d-4a88-864d-27429d80c2da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.321509] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9cdcf7e-3b8d-4a88-864d-27429d80c2da',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.373034] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1114.375330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.375330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.375330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.375330] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.375330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.375330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.375330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.375330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.375330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.375330] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.389028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.389028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.389028] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31793637-0773-4835-adaa-4b6ed8897d4a with status ACTIVE [ 1114.389028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.389028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.389028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.389028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.389028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.389028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.389028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.389028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.389028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.389028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.389028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.389752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.389752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.389752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.389752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.389752] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31793637-0773-4835-adaa-4b6ed8897d4a is going to be updated. [ 1114.414996] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.414996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.414996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.414996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.414996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.414996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31793637-0773-4835-adaa-4b6ed8897d4a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.579561] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1114.579561] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 deletion is rescheduled due to dependency. [ 1114.579561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.579561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.579867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.581305] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.581305] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.581305] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.581305] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.581305] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.581305] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.823851] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.823851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.827177] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9cdcf7e-3b8d-4a88-864d-27429d80c2da with status ACTIVE [ 1114.827177] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.827177] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.827177] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.827177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.827177] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9cdcf7e-3b8d-4a88-864d-27429d80c2da is going to be updated. [ 1114.849799] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.849799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.849799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.849799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.849799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.849799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9cdcf7e-3b8d-4a88-864d-27429d80c2da" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.880028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.880028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.880028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.880028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.880028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.880651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.880651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.880651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.880651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.880651] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.083177] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.260802] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1115.260802] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 1115.260802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.260802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.260802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.260802] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.260802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.260802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.260802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.260802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.260802] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.384044] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6c4538-5ea5-4d90-9f14-8a6f30fd3118: rpc.has_security_group_logging(os_id): False [ 1115.405027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.406048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.406048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.406048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.406048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.406048] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.406048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.406048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.409225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.409305] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.409570] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.409882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.409882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.410106] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.410336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.410702] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.411272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.411392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.411585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.411707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.411835] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1115.483733] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.483878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.483947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.484194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.484341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.501160] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1115.587139] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.763492] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.091575] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.091798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.091833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.092050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.092148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.092253] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1116.121245] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.122643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.122735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.123190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.123190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.131870] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1116.264828] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.767369] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.767741] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.768359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.768359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.768471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.768535] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1116.803202] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.803351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.803435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.803631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.803780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.811820] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1117.518375] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1117.518812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.144232] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 4s [ 1118.252072] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b3e3cc89-8332-4053-a35b-44ea9b026b23 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1118.252640] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1118.252900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.253070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.821999] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1118.822365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.822464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.822687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.822903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.823052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.823123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.823303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.823390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.823486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.823640] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.162032] env[69210]: INFO networking_nsxv3.common.synchronization [req-425b1753-a614-4ed8-a841-850e5474d21a req-b0de394c-42ed-4575-ad79-b6cb2b6bfb3d tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1119.162457] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1119.162739] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.162910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.163018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.163250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.163900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.163900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.163900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.163900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.163900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.163900] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.326029] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.326029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.326029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.326329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.326530] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.326640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.326707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.326863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.326952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.327051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.327200] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.327294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.327355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.327493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.327628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.327718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.327777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.327908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.327981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.328078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.328195] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.666287] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.830078] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f057cf8-8872-47a7-bbeb-fcc46158bf44: rpc.has_security_group_logging(os_id): False [ 1119.847058] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.847206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.847279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.847497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.847590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.847776] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.847878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.847942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.848111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.848214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.848454] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.848521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.848562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.848705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.848782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.848971] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.849078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.849155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.849310] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.849382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.850028] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1119.903630] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.903784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.903784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.903997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.904159] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.918468] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1120.153695] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1120.154485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.154485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.154485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.154485] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.154485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.154659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.154707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.154769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.154867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.154977] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.155799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.155965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.156169] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.156295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.156362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.156507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.156588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.156676] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.168605] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.328405] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.328622] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.328758] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.329067] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.329445] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.329569] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.329693] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.329984] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.330153] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.330371] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.330490] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.330602] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.330713] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.330828] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.330936] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.331082] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.348754] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.348912] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.349223] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.349223] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.349498] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-c653ea45-5f80-4d82-82f8-20dd7e264b24 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.349668] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-c653ea45-5f80-4d82-82f8-20dd7e264b24" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.349793] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-c653ea45-5f80-4d82-82f8-20dd7e264b24" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.350093] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-c653ea45-5f80-4d82-82f8-20dd7e264b24" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.350242] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c653ea45-5f80-4d82-82f8-20dd7e264b24',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.660156] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.660364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.660543] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.670099] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.670265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.670357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.670539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.671465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.671465] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1120.696767] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.696948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.697154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.697195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.697345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.717931] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1120.852789] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.853119] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.853302] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.853706] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.853962] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.854185] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port c653ea45-5f80-4d82-82f8-20dd7e264b24 not found, creating... [ 1120.855029] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.855029] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.855029] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.855231] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.856040] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.856040] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.856040] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.856040] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.856342] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.856404] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.856593] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: c653ea45-5f80-4d82-82f8-20dd7e264b24 is going to be created. [ 1120.876431] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.876431] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.876616] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.877491] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.877491] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.877491] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-c653ea45-5f80-4d82-82f8-20dd7e264b24" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.163326] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.666219] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.666219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.666219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.666540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.666660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.666769] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1121.691587] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.691743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.691798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.692028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.692168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.699856] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1121.705537] env[69210]: INFO networking_nsxv3.common.synchronization [req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d req-8b12936a-3382-4053-b0b3-d602f7d35738 service nova] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_rules [ 1121.705813] env[69210]: INFO networking_nsxv3.common.synchronization [req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d req-8b12936a-3382-4053-b0b3-d602f7d35738 service nova] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1121.706075] env[69210]: INFO networking_nsxv3.common.synchronization [req-b7680adb-e5b1-4eb0-b745-f32bb1dd499d req-8b12936a-3382-4053-b0b3-d602f7d35738 service nova] Enqueued Resource ID: c653ea45-5f80-4d82-82f8-20dd7e264b24 with Priority: HIGHEST for action port [ 1121.707355] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_rules [ 1121.707487] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1121.707592] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c653ea45-5f80-4d82-82f8-20dd7e264b24 with Priority: HIGHEST for action port [ 1121.707876] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.707977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.708388] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.708388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.708497] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-c653ea45-5f80-4d82-82f8-20dd7e264b24 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.708604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c653ea45-5f80-4d82-82f8-20dd7e264b24" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.708657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c653ea45-5f80-4d82-82f8-20dd7e264b24" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.708859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c653ea45-5f80-4d82-82f8-20dd7e264b24" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.708945] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c653ea45-5f80-4d82-82f8-20dd7e264b24',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.938381] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1121.938381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.212950] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c653ea45-5f80-4d82-82f8-20dd7e264b24 with status ACTIVE [ 1122.212950] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.212950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.212950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.213107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.213329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.213404] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.213470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.213522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.213654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.213803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.214026] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.214103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.215555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.215555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.215555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.215555] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c653ea45-5f80-4d82-82f8-20dd7e264b24 is going to be updated. [ 1122.238656] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.238784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.238836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.239071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.239630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.239630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c653ea45-5f80-4d82-82f8-20dd7e264b24" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.727698] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1122.727921] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.709953] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1123.710223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.710358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.710596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.710803] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.710934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.711018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.711175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.711289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.711342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.711508] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.711590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.711648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.711789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.711947] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.712116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.712183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.712325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.712402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.712483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.712570] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.713941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.714121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.714272] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.714375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.714440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.714583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.718019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.718019] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.215136] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239098d2-99de-4386-89a8-bd07c66f8b19: rpc.has_security_group_logging(os_id): False [ 1124.216558] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.237552] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.237552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.237747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.237868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.238033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.238298] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.238470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.238570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.238753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.238854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.239102] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.239179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.239267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.239438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.240140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.240140] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.240140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.240140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.240140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.240140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.240140] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1124.325721] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.325871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.325945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.326186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.326312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.339094] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1124.644149] env[69210]: INFO networking_nsxv3.common.synchronization [None req-5c14b2fe-ec1b-49bf-b7ee-912741c229bc None None] Enqueued Resource ID: ea7c5bcf-0763-4acd-ac9d-670409f7d5e4 with Priority: HIGHEST for action port [ 1124.644414] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7c5bcf-0763-4acd-ac9d-670409f7d5e4 with Priority: HIGHEST for action port [ 1124.645021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea7c5bcf-0763-4acd-ac9d-670409f7d5e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.645157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea7c5bcf-0763-4acd-ac9d-670409f7d5e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.645759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea7c5bcf-0763-4acd-ac9d-670409f7d5e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.649248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea7c5bcf-0763-4acd-ac9d-670409f7d5e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.649352] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea7c5bcf-0763-4acd-ac9d-670409f7d5e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.719817] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.152643] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea7c5bcf-0763-4acd-ac9d-670409f7d5e4 [ 1125.152737] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.152812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.152864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.153081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.153171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.153269] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea7c5bcf-0763-4acd-ac9d-670409f7d5e4 already deleted. [ 1125.153351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea7c5bcf-0763-4acd-ac9d-670409f7d5e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.222514] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.222735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.222735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.222939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.223050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.223191] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1125.249326] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.249478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.249554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.249807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.249924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.258227] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1126.354284] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1126.354626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.354813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.355019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.355120] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.399040] env[69210]: INFO networking_nsxv3.common.synchronization [req-8b556da0-6ab3-4ef0-a081-4eefff5eea94 req-841f9768-791f-4fe3-8cce-5bd4d9f51acf tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1126.399541] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1126.399840] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.399964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.400047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.400236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.400384] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.400929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.401011] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.403341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.403489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.403616] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.456976] env[69210]: INFO networking_nsxv3.common.synchronization [None req-8879fd61-5d43-488f-9815-af66660c5cc0 None None] Enqueued Resource ID: f52dd8a7-dfcd-493a-86c8-65e2aa0787c9 with Priority: HIGHEST for action port [ 1126.456976] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f52dd8a7-dfcd-493a-86c8-65e2aa0787c9 with Priority: HIGHEST for action port [ 1126.458025] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f52dd8a7-dfcd-493a-86c8-65e2aa0787c9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.458025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f52dd8a7-dfcd-493a-86c8-65e2aa0787c9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.458025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f52dd8a7-dfcd-493a-86c8-65e2aa0787c9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.458025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f52dd8a7-dfcd-493a-86c8-65e2aa0787c9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.458025] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f52dd8a7-dfcd-493a-86c8-65e2aa0787c9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.857771] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.857983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.907754] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.907985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.908112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.908495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.908628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.908938] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.909120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.909233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.909484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.909621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.909776] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1126.935966] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.937556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.937556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.937556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.937556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.946971] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1126.960439] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f52dd8a7-dfcd-493a-86c8-65e2aa0787c9 [ 1126.960821] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.960971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.961061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.961270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.961366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.961471] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f52dd8a7-dfcd-493a-86c8-65e2aa0787c9 already deleted. [ 1126.961556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f52dd8a7-dfcd-493a-86c8-65e2aa0787c9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.267031] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1127.267281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.267454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.267658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.267841] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.267960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.268035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.268529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.268529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.268529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.268529] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.770808] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.771135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.771135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.771254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.772031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.772031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.772031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.772031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.772031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.772031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.772031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.772347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.772347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.772347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.772427] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.772507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.772567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.772698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.772771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.772856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.772943] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.277821] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239098d2-99de-4386-89a8-bd07c66f8b19: rpc.has_security_group_logging(os_id): False [ 1128.296407] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.296407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.296407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.296709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.296812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.297073] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.297238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.297320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.297542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.297676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.297982] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.298129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.298261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.298447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.298554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.299160] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.299160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.299160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.299525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.299525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.299525] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1128.365277] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.365407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.365480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.365695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.365837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.379244] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1128.694823] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.695119] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.695284] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.695601] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.695909] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.696126] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.696262] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.696496] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.696651] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.696864] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.696987] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.697119] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.697238] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.697360] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.697475] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.697675] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.717406] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.717606] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.717739] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.717921] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.718304] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-9ea3afb6-33c2-4ac7-868c-40047df952fb taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.718494] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.718622] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.718904] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.719087] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea3afb6-33c2-4ac7-868c-40047df952fb',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.955838] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1128.955838] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 1128.955838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.221743] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.221743] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.222073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.222286] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.222474] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.222794] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.222968] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.223115] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.223363] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.223509] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.223806] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.223970] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.224105] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.224318] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.224460] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.224611] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 9ea3afb6-33c2-4ac7-868c-40047df952fb is going to be updated. [ 1129.244678] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.244934] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.245034] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.245332] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.245541] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.245778] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.183048] env[69210]: INFO networking_nsxv3.common.synchronization [req-665579df-d7df-45ee-ac46-5f2cef2caaf0 req-d2acfce6-e206-4d9a-9318-e1da5cfa9cee tempest-ServersV294TestFqdnHostnames-733288973 tempest-ServersV294TestFqdnHostnames-733288973-project-member] Enqueued Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_members [ 1130.183337] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGHEST for action security_group_members [ 1130.183679] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d5a0768-6d5e-4d45-b677-21d2418a295c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.183778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.183828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.188026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.188299] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.188420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.188465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.188627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.188820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.188820] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.195462] env[69210]: INFO networking_nsxv3.common.synchronization [req-082077fd-b825-41d7-8555-8361433a9c3a req-727b4f57-3870-4ac7-85c5-a178b4305482 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_members [ 1130.196092] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGHEST for action security_group_members [ 1130.196380] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-75677c77-e814-4cae-99a0-e5c3f1e2542d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.196490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.196548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.196731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.196885] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.196986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.197068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.197244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.197336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.197451] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.396406] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1130.396406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.462673] env[69210]: INFO networking_nsxv3.common.synchronization [req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 req-68a22fac-223f-4f54-b188-230742eb56a8 service nova] Enqueued Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_rules [ 1130.462673] env[69210]: INFO networking_nsxv3.common.synchronization [req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 req-68a22fac-223f-4f54-b188-230742eb56a8 service nova] Enqueued Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_members [ 1130.462673] env[69210]: INFO networking_nsxv3.common.synchronization [req-65c9a9cb-abfc-4a20-aafb-e69d40177de9 req-68a22fac-223f-4f54-b188-230742eb56a8 service nova] Enqueued Resource ID: 9ea3afb6-33c2-4ac7-868c-40047df952fb with Priority: HIGHEST for action port [ 1130.462673] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_rules [ 1130.462673] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_members [ 1130.462673] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea3afb6-33c2-4ac7-868c-40047df952fb with Priority: HIGHEST for action port [ 1130.462673] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.462673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.462673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.463430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.463640] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.464986] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.465337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.465712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.465971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.466244] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.466465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.467022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.467022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.467022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.467022] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.468635] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ea3afb6-33c2-4ac7-868c-40047df952fb taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.469489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.469489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.469489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.469489] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea3afb6-33c2-4ac7-868c-40047df952fb',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.697022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.697314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.697314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.697503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.702419] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.702419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.720302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.720302] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.720302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.720302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.720302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.720302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.720302] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c is going to be updated. [ 1130.721235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.721411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.721488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.721684] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.721808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.721878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.722047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.722115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.724378] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d is going to be updated. [ 1130.749282] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.749282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.749282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.749617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.749684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.753344] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.753482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.753529] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.754189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.754189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.763390] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c in Status: IN_PROGRESS for 2s [ 1130.763489] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d in Status: IN_PROGRESS for 2s [ 1130.965782] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.965919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.969334] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.971797] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ea3afb6-33c2-4ac7-868c-40047df952fb with status ACTIVE [ 1130.971982] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.972111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.972177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.972376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.972461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.972639] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.972734] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.972792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.972935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.973020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.973195] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.973283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.973341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.973472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.973541] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.973621] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ea3afb6-33c2-4ac7-868c-40047df952fb is going to be updated. [ 1130.993977] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.994151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.994223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.994544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.994598] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.994714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ea3afb6-33c2-4ac7-868c-40047df952fb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.462796] env[69210]: INFO networking_nsxv3.common.synchronization [req-d1496cd6-4524-4ae7-8823-34ab7223cecc req-45c3c789-2d8e-4a54-839e-92b4d7aa7b8f tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Enqueued Resource ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 with Priority: HIGHEST for action security_group_members [ 1131.463343] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 with Priority: HIGHEST for action security_group_members [ 1131.463642] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f192b0c6-617d-453b-aa3e-7e9aafd68110 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.463761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.463831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.464166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.464327] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.464430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.464492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.464651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.464734] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.464826] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f192b0c6-617d-453b-aa3e-7e9aafd68110',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.471558] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.735484] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.735701] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-939" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.735851] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-939" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.736226] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-939" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.736530] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.736714] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.736856] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.737169] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.737266] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.737500] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.737632] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.737796] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.737921] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.738063] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.738179] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.738364] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.759660] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.759874] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1131.760033] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.760261] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-939" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.760673] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-25863612-4f13-4309-bd34-9d2d1ad56e0d taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.760865] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-25863612-4f13-4309-bd34-9d2d1ad56e0d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.761023] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-25863612-4f13-4309-bd34-9d2d1ad56e0d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.761421] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-25863612-4f13-4309-bd34-9d2d1ad56e0d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.761589] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25863612-4f13-4309-bd34-9d2d1ad56e0d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.968258] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.968435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.968510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.968721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.968845] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.969102] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.969187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.969229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.969371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.969449] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.969532] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 already deleted. [ 1131.969611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.973081] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.973203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.973255] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.973393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.973471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.973553] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 is going to be updated. [ 1131.999431] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.999654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.999715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.999919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.000138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.008438] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: IN_PROGRESS for 2s [ 1132.263801] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.263949] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.264047] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.264353] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.264526] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.264686] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 25863612-4f13-4309-bd34-9d2d1ad56e0d not found, creating... [ 1132.265271] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.265271] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.265271] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.265518] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.265629] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.265919] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.266125] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.266316] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.266532] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.266677] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.266828] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 25863612-4f13-4309-bd34-9d2d1ad56e0d is going to be created. [ 1132.285506] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.285706] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.285839] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.286117] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.286379] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.286603] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-25863612-4f13-4309-bd34-9d2d1ad56e0d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.774504] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d in Status: SUCCESS [ 1132.774792] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d deletion is rescheduled due to dependency. [ 1132.774826] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.775607] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c in Status: SUCCESS [ 1132.775807] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c deletion is rescheduled due to dependency. [ 1132.775932] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.227484] env[69210]: INFO networking_nsxv3.common.synchronization [req-d1496cd6-4524-4ae7-8823-34ab7223cecc req-7fe57a82-b2e6-436d-a069-6b4ece0d10d8 service nova] Enqueued Resource ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 with Priority: HIGHEST for action security_group_rules [ 1133.227686] env[69210]: INFO networking_nsxv3.common.synchronization [req-d1496cd6-4524-4ae7-8823-34ab7223cecc req-7fe57a82-b2e6-436d-a069-6b4ece0d10d8 service nova] Enqueued Resource ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 with Priority: HIGHEST for action security_group_members [ 1133.227844] env[69210]: INFO networking_nsxv3.common.synchronization [req-d1496cd6-4524-4ae7-8823-34ab7223cecc req-7fe57a82-b2e6-436d-a069-6b4ece0d10d8 service nova] Enqueued Resource ID: 25863612-4f13-4309-bd34-9d2d1ad56e0d with Priority: HIGHEST for action port [ 1133.228088] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 with Priority: HIGHEST for action security_group_rules [ 1133.228270] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 with Priority: HIGHEST for action security_group_members [ 1133.228333] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25863612-4f13-4309-bd34-9d2d1ad56e0d with Priority: HIGHEST for action port [ 1133.228886] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f192b0c6-617d-453b-aa3e-7e9aafd68110 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.229040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.229116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.229451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.229548] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f192b0c6-617d-453b-aa3e-7e9aafd68110',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.230490] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f192b0c6-617d-453b-aa3e-7e9aafd68110 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.230611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.230679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.230858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.231014] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.231115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.231178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.231318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.231409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.231501] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f192b0c6-617d-453b-aa3e-7e9aafd68110',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.232235] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-25863612-4f13-4309-bd34-9d2d1ad56e0d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.232349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25863612-4f13-4309-bd34-9d2d1ad56e0d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.232409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25863612-4f13-4309-bd34-9d2d1ad56e0d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.232558] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25863612-4f13-4309-bd34-9d2d1ad56e0d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.232634] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25863612-4f13-4309-bd34-9d2d1ad56e0d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.667775] env[69210]: INFO networking_nsxv3.common.synchronization [req-075c5b03-de8d-439b-9b45-06721fb4849d req-cb28cf8f-229a-4f6f-89bb-7f9df10e3fbe tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1133.668527] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1133.670565] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.670565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.670565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.670565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.670565] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.670835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.670835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.670901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.670933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.671064] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.736600] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f192b0c6-617d-453b-aa3e-7e9aafd68110 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.736773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.736949] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f192b0c6-617d-453b-aa3e-7e9aafd68110',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.738046] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25863612-4f13-4309-bd34-9d2d1ad56e0d with status ACTIVE [ 1133.738237] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.738469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.738679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.738849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.738920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.739969] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.741062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.741062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.741062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.741062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.741062] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.741062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.741062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.741062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.741419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.741419] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25863612-4f13-4309-bd34-9d2d1ad56e0d is going to be updated. [ 1133.761423] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.761589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.761679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.761883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.762044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.762215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25863612-4f13-4309-bd34-9d2d1ad56e0d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.870861] env[69210]: INFO networking_nsxv3.common.synchronization [req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 req-c3517a92-2b27-4ac1-a631-9ee8b5ad1bf3 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1133.871399] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1133.871731] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.871859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.871925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.872138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.872296] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.872392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.872457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.872603] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.872690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.872781] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.017788] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: SUCCESS [ 1134.018033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.018218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.018544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.018731] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.018847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.018912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.019092] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.019166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.019248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.019340] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.173471] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.187080] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.187293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.187425] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.187689] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.187954] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.188130] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.188251] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.188524] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.188699] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.188915] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.189046] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.189162] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.189275] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.189388] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.189511] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.189648] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.207153] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.207337] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.207486] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.207678] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-763" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.207973] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-ab6ef82f-5382-40b6-9bbd-876bc21fb37d taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.208166] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-ab6ef82f-5382-40b6-9bbd-876bc21fb37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.208357] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-ab6ef82f-5382-40b6-9bbd-876bc21fb37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.208669] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-ab6ef82f-5382-40b6-9bbd-876bc21fb37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.208817] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6ef82f-5382-40b6-9bbd-876bc21fb37d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.243409] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f192b0c6-617d-453b-aa3e-7e9aafd68110',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.377218] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.402027] env[69210]: INFO networking_nsxv3.common.synchronization [None req-adc2c6b4-1e77-4df9-b1f9-31828cd246ec tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1134.402027] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1134.402027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.402759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.521723] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.676031] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.711071] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.711817] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.711817] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.711817] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.712041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.712073] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port ab6ef82f-5382-40b6-9bbd-876bc21fb37d not found, creating... [ 1134.712327] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.712495] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.712622] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.712856] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.713009] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.713314] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.713584] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.713645] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.713812] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.713951] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.714110] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: ab6ef82f-5382-40b6-9bbd-876bc21fb37d is going to be created. [ 1134.732790] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.732957] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.733167] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.733508] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.733814] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.734107] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-ab6ef82f-5382-40b6-9bbd-876bc21fb37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.745670] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.745846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.745935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.746148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.746273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.746420] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 is going to be created. [ 1134.767453] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.767592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.767633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.767808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.767959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.778585] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 in Status: UNINITIALIZED for 2s [ 1134.878764] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.023988] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4: rpc.has_security_group_logging(os_id): False [ 1135.040675] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.040913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.040963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.041169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.041265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.041516] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.041617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.041717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.041831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.041908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.041994] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 is going to be updated. [ 1135.098906] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.099101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.099170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.099378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.099540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.113625] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: IN_PROGRESS for 2s [ 1135.177903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.178122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.178190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.178462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.178624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.178665] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1135.217439] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.217630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.217673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.217918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.218100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.234742] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1135.381125] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.381682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.381682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.381898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.382030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.382163] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1135.422146] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.422330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.422423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.422712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.422876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.436342] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1135.844181] env[69210]: INFO networking_nsxv3.common.synchronization [req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 req-27d17896-acbe-40b3-9fea-60f639bed567 service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 1135.844447] env[69210]: INFO networking_nsxv3.common.synchronization [req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 req-27d17896-acbe-40b3-9fea-60f639bed567 service nova] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1135.844601] env[69210]: INFO networking_nsxv3.common.synchronization [req-18dedf20-0045-4273-a4b1-3bdf22bf9f41 req-27d17896-acbe-40b3-9fea-60f639bed567 service nova] Enqueued Resource ID: ab6ef82f-5382-40b6-9bbd-876bc21fb37d with Priority: HIGHEST for action port [ 1135.845267] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_rules [ 1135.845423] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1135.845564] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab6ef82f-5382-40b6-9bbd-876bc21fb37d with Priority: HIGHEST for action port [ 1135.845822] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.846148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.846148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.846562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.846713] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.848130] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.848295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.848643] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab6ef82f-5382-40b6-9bbd-876bc21fb37d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.848794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab6ef82f-5382-40b6-9bbd-876bc21fb37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.848910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab6ef82f-5382-40b6-9bbd-876bc21fb37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.849222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab6ef82f-5382-40b6-9bbd-876bc21fb37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.849324] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6ef82f-5382-40b6-9bbd-876bc21fb37d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.351101] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.351101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.352739] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab6ef82f-5382-40b6-9bbd-876bc21fb37d with status ACTIVE [ 1136.352739] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.352986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.352986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.353113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.353217] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.353441] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.353568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.353632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.353800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.353877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.354101] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.354200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.354262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.354405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.354480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.354564] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab6ef82f-5382-40b6-9bbd-876bc21fb37d is going to be updated. [ 1136.376662] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.376662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.376662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.376937] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.377126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.377363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab6ef82f-5382-40b6-9bbd-876bc21fb37d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.788094] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 in Status: SUCCESS [ 1136.788251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.788596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.788719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.788926] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.789068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.789132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.789290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.789386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.789470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.789567] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f192b0c6-617d-453b-aa3e-7e9aafd68110',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.129272] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: SUCCESS [ 1137.129527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.244171] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1137.244411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.244586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.244818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.245014] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.245143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.245209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.245390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.245475] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.245567] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.291412] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f192b0c6-617d-453b-aa3e-7e9aafd68110 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.291644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.291644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.291856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.292051] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.292160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.292225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.292378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.292467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.292558] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.292708] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f192b0c6-617d-453b-aa3e-7e9aafd68110 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.292801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.292862] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.293154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.293333] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.293415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.293482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.293640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.293720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.293818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.293909] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f192b0c6-617d-453b-aa3e-7e9aafd68110',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.446965] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1137.447340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.447387] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.447596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.447785] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.447906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.447972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.448158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.448217] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.448319] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.752335] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.752567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.752567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.752843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.752843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.753387] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.753575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.753575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.753737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.753910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.753910] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1137.785723] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.785723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.785723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.785723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.785723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.795036] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1137.796388] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f192b0c6-617d-453b-aa3e-7e9aafd68110: rpc.has_security_group_logging(os_id): False [ 1137.814054] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.814253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.814301] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.814512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.814591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.814848] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.814940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.814972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.815162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.815721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.815721] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.815721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.815721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.815721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.815944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.816039] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.816118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.816179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.816373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.816446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.816532] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 is going to be created. [ 1137.870018] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.870295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.870295] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.870456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.870634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.880686] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 in Status: IN_PROGRESS for 2s [ 1137.950844] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.453206] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.956195] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.956559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.956559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.956748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.956844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.956947] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1138.982840] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.983166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.983166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.983301] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.983433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.992907] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1139.804525] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1139.804788] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 deletion is rescheduled due to dependency. [ 1139.804822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.893151] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 in Status: SUCCESS [ 1139.893377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.846474] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1140.846474] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1141.002221] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1141.002440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.002624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.003214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.003484] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.003614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.003687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.003866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.003996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.004135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.004281] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.507281] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.507470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.507541] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.507763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.507940] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.508053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.508115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.508324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.508503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.508607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.508763] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.508860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.509395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.509395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.509395] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.509395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.509395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.509740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.509740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.509740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.509740] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.847241] env[69210]: INFO networking_nsxv3.common.synchronization [None req-27855ebe-6140-4c9f-b194-00e1aeb78e43 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 7d1c8715-a322-4492-8c02-204fd5263cad with Priority: HIGHEST for action security_group_rules [ 1141.847241] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1c8715-a322-4492-8c02-204fd5263cad with Priority: HIGHEST for action security_group_rules [ 1141.847241] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d1c8715-a322-4492-8c02-204fd5263cad taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.847241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d1c8715-a322-4492-8c02-204fd5263cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.847241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d1c8715-a322-4492-8c02-204fd5263cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.848062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d1c8715-a322-4492-8c02-204fd5263cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.848062] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d1c8715-a322-4492-8c02-204fd5263cad',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.986644] env[69210]: INFO networking_nsxv3.common.synchronization [None req-c00d88a4-2c3e-49ba-80e2-1509e2d381cb tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 7d1c8715-a322-4492-8c02-204fd5263cad with Priority: HIGHEST for action security_group_rules [ 1141.986644] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1c8715-a322-4492-8c02-204fd5263cad with Priority: HIGHEST for action security_group_rules [ 1141.986644] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d1c8715-a322-4492-8c02-204fd5263cad taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.986644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d1c8715-a322-4492-8c02-204fd5263cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.011802] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb6c4538-5ea5-4d90-9f14-8a6f30fd3118: rpc.has_security_group_logging(os_id): False [ 1142.029296] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.029540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.030306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.030306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.030306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.030306] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.030306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.030544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.030544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.030627] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.031523] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.031523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.031523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.031523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.031523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.031523] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.031523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.031523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.031523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.031852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.031852] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1142.089344] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.089546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.089585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.089780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.089938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.106603] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1142.369485] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.369576] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.369655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.369888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.369982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.370094] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d1c8715-a322-4492-8c02-204fd5263cad already deleted. [ 1142.370181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d1c8715-a322-4492-8c02-204fd5263cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.370342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d1c8715-a322-4492-8c02-204fd5263cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.370500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d1c8715-a322-4492-8c02-204fd5263cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.370590] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d1c8715-a322-4492-8c02-204fd5263cad',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.891132] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.891445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.891445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.891667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.891776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.891877] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d1c8715-a322-4492-8c02-204fd5263cad already deleted. [ 1142.892184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d1c8715-a322-4492-8c02-204fd5263cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.156588] env[69210]: INFO networking_nsxv3.common.synchronization [req-dc78eb51-fdf2-473b-a125-a1e60938a218 req-0ea4cb08-eac1-460a-9ba3-4acba8503db9 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_members [ 1143.157156] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGHEST for action security_group_members [ 1143.157437] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-189b54e8-2f5e-4885-a1b9-872dd9e5f346 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.157566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.157636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.157832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.157986] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.159761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.160241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.160470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.161199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.161199] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.667144] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.667144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.667144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.667144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.690492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.690492] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.690492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.690492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.690492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.690492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.690492] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 is going to be updated. [ 1143.712546] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.720547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.720547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.720547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.720547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.725509] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 in Status: IN_PROGRESS for 2s [ 1144.121368] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1144.121746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.138251] env[69210]: INFO networking_nsxv3.common.synchronization [req-6647b442-47af-4c5b-91f9-9451b1165654 req-e29b3a7f-9c7d-4c83-8758-039798209d8c tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1144.138868] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1144.139489] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.139489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.139489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.139671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.140207] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.140282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.140340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.140559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.140648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.140740] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.567033] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.567249] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.567383] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.567681] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.567997] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.568190] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.568317] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.568577] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.568735] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.568951] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.569083] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.569212] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.569364] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.569518] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.569642] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.569783] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.590300] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.590480] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.590640] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.590824] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-477" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.591217] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-17486b45-f699-4bc6-adc1-0ff24f0abfee taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.591479] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-17486b45-f699-4bc6-adc1-0ff24f0abfee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.591556] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-17486b45-f699-4bc6-adc1-0ff24f0abfee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.591926] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-17486b45-f699-4bc6-adc1-0ff24f0abfee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.592109] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17486b45-f699-4bc6-adc1-0ff24f0abfee',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.643124] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.643308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.643381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.643592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.643717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.644031] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.644166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.644264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.644495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.644624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.644760] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1144.685261] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.685494] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.685602] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.685902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.686158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.699653] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1145.095065] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.095351] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.095469] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.095893] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.096041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.096201] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 17486b45-f699-4bc6-adc1-0ff24f0abfee not found, creating... [ 1145.096693] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.096765] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.096881] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.097097] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.097356] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.097615] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.097721] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.097808] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.098039] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.098242] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.098698] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 17486b45-f699-4bc6-adc1-0ff24f0abfee is going to be created. [ 1145.117146] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.117368] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.117501] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.117809] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.118095] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.118397] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-17486b45-f699-4bc6-adc1-0ff24f0abfee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.736384] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 in Status: SUCCESS [ 1145.736384] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 deletion is rescheduled due to dependency. [ 1145.736384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.871661] env[69210]: INFO networking_nsxv3.common.synchronization [req-6647b442-47af-4c5b-91f9-9451b1165654 req-5a7336f5-95b3-4690-9c9d-83dacbc70c61 service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 1145.872169] env[69210]: INFO networking_nsxv3.common.synchronization [req-6647b442-47af-4c5b-91f9-9451b1165654 req-5a7336f5-95b3-4690-9c9d-83dacbc70c61 service nova] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1145.872169] env[69210]: INFO networking_nsxv3.common.synchronization [req-6647b442-47af-4c5b-91f9-9451b1165654 req-5a7336f5-95b3-4690-9c9d-83dacbc70c61 service nova] Enqueued Resource ID: 17486b45-f699-4bc6-adc1-0ff24f0abfee with Priority: HIGHEST for action port [ 1145.872346] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_rules [ 1145.872474] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1145.872571] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17486b45-f699-4bc6-adc1-0ff24f0abfee with Priority: HIGHEST for action port [ 1145.873649] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.873824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.873981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.874232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.874349] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.875242] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.875377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.875634] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-17486b45-f699-4bc6-adc1-0ff24f0abfee taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.875788] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17486b45-f699-4bc6-adc1-0ff24f0abfee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.875884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17486b45-f699-4bc6-adc1-0ff24f0abfee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.876091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17486b45-f699-4bc6-adc1-0ff24f0abfee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.876198] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17486b45-f699-4bc6-adc1-0ff24f0abfee',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.379586] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.379685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.379939] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17486b45-f699-4bc6-adc1-0ff24f0abfee with status ACTIVE [ 1146.380141] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.380256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.380324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.380820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.380931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.381281] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.381496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.381572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.381858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.381945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.383335] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.383453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.383521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.383686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.383768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.383861] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17486b45-f699-4bc6-adc1-0ff24f0abfee is going to be updated. [ 1146.406786] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.406928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.407008] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.407211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.407363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.407503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17486b45-f699-4bc6-adc1-0ff24f0abfee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.602597] env[69210]: INFO networking_nsxv3.common.synchronization [req-3a098a36-add2-4855-acc5-fd1e86af9f35 req-6b172934-f3f0-4dad-8842-b948116ffbe2 tempest-InstanceActionsNegativeTestJSON-1387880882 tempest-InstanceActionsNegativeTestJSON-1387880882-project-member] Enqueued Resource ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 with Priority: HIGHEST for action security_group_members [ 1146.603250] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 with Priority: HIGHEST for action security_group_members [ 1146.603555] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f192b0c6-617d-453b-aa3e-7e9aafd68110 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.603678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.604019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.604019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.604123] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.604230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.604293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.604447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.604560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.604619] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f192b0c6-617d-453b-aa3e-7e9aafd68110',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.683555] env[69210]: INFO networking_nsxv3.common.synchronization [req-baee04cf-e8f9-434b-9192-5c64fa44e373 req-037bf8a2-ab69-4765-8c78-d55d3d5b1437 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1146.683656] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1146.683908] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.686616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.686724] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.686933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.687116] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.687222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.687284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.687428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.687512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.687606] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.709805] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1146.710023] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 1146.710125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.710557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.710706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.710997] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.711090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.711162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.711311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.711392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.711485] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.106407] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.106407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.106781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.106781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.106781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.106976] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.107090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.107177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.107343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.107421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.107512] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 is going to be updated. [ 1147.134867] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.135030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.135111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.135332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.135483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.142932] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 in Status: IN_PROGRESS for 2s [ 1147.192511] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.192674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.192761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.192942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.193036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.193233] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.193333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.193395] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.193543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.193620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.193706] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1147.213794] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.242549] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.242727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.242727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.242931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.243083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.255017] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1147.715949] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.221735] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.221735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.221735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.221735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.221735] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.222327] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1148.270147] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.270318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.270374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.270570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.270712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.278820] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1149.047255] env[69210]: INFO networking_nsxv3.common.synchronization [None req-6272697f-3295-450a-b4d2-9c4a2a871a41 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_rules [ 1149.047784] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_rules [ 1149.048105] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.048232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.048299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.048555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.048625] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.126912] env[69210]: INFO networking_nsxv3.common.synchronization [None req-89af914e-9c42-4fa1-a79b-ba9ac2bc9589 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_rules [ 1149.127626] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_rules [ 1149.128423] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.128423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.153311] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 in Status: SUCCESS [ 1149.153538] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 deletion is rescheduled due to dependency. [ 1149.153681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.265144] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1149.265515] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e deletion is rescheduled due to dependency. [ 1149.265631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.569013] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.569211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.569284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.569511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.569601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.569699] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 already deleted. [ 1149.569781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.569939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.570104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.570190] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.091702] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.091702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.091702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.091702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.091702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.091702] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 already deleted. [ 1150.092025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.289144] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1150.289501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.289555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.289753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.289967] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.290070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.290129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.290281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.290360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.290445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.290535] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.458123] env[69210]: INFO networking_nsxv3.common.synchronization [req-f9b6a12a-9f7c-45c4-90a3-856462cc295e req-47c88fa4-da9f-46af-a823-e748d2c87201 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1150.458123] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1150.458123] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.458123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.458123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.458123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.458123] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.458427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.458632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.458907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.459146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.459354] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.795019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.795019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.795019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.795019] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.795019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.795565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.795565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.795565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.795565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.795565] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.799449] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.799666] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.799796] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.800053] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.800320] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.800477] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.800598] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.800803] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.800957] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.801179] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.801297] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.801409] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.801520] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.801635] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.801747] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.801884] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.819903] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.820096] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.820252] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.820430] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.820740] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-9502e342-fd04-463c-b1ba-7dea73489291 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.820917] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-9502e342-fd04-463c-b1ba-7dea73489291" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.821056] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-9502e342-fd04-463c-b1ba-7dea73489291" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.821383] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-9502e342-fd04-463c-b1ba-7dea73489291" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.821533] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9502e342-fd04-463c-b1ba-7dea73489291',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.964200] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.964200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.964200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.964200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.964200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.964200] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.964200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.964200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.964630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.964630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.964630] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1151.003633] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.003633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.003633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.003894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.003963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.013507] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1151.303653] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f057cf8-8872-47a7-bbeb-fcc46158bf44: rpc.has_security_group_logging(os_id): False [ 1151.321130] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.321293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.321293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.321510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.321611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.321839] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.321944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.322013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.322179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.322259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.322464] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.322562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.322626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.322767] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.322840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.323042] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.323139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.323201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.323355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.323429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.323514] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1151.325152] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.325338] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.325468] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.325695] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.325842] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.325994] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 9502e342-fd04-463c-b1ba-7dea73489291 not found, creating... [ 1151.326262] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.326463] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.326610] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.326844] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.326992] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.327290] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.327452] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.327575] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.327783] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.327923] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.328079] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 9502e342-fd04-463c-b1ba-7dea73489291 is going to be created. [ 1151.355100] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.355289] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.355421] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.355659] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.355898] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.356131] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-9502e342-fd04-463c-b1ba-7dea73489291" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.393795] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.393978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.393978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.394204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.394460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.442597] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1152.619283] env[69210]: INFO networking_nsxv3.common.synchronization [req-f9b6a12a-9f7c-45c4-90a3-856462cc295e req-43888eff-1d3c-4449-9a2a-3b4fec0edaa6 service nova] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_rules [ 1152.619581] env[69210]: INFO networking_nsxv3.common.synchronization [req-f9b6a12a-9f7c-45c4-90a3-856462cc295e req-43888eff-1d3c-4449-9a2a-3b4fec0edaa6 service nova] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1152.619649] env[69210]: INFO networking_nsxv3.common.synchronization [req-f9b6a12a-9f7c-45c4-90a3-856462cc295e req-43888eff-1d3c-4449-9a2a-3b4fec0edaa6 service nova] Enqueued Resource ID: 9502e342-fd04-463c-b1ba-7dea73489291 with Priority: HIGHEST for action port [ 1152.619895] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_rules [ 1152.620039] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1152.620140] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9502e342-fd04-463c-b1ba-7dea73489291 with Priority: HIGHEST for action port [ 1152.620693] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.620829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.620895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.621262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.621350] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.622636] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.622854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.623106] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-9502e342-fd04-463c-b1ba-7dea73489291 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.623220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9502e342-fd04-463c-b1ba-7dea73489291" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.623283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9502e342-fd04-463c-b1ba-7dea73489291" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.623452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9502e342-fd04-463c-b1ba-7dea73489291" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.623525] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9502e342-fd04-463c-b1ba-7dea73489291',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.803520] env[69210]: INFO networking_nsxv3.common.synchronization [req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 req-7e5d75dd-bb67-4906-b9a9-867e3822ecd0 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1152.804097] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1152.804429] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.804590] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.804621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.804898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.805087] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.805228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.805277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.805434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.805523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.805634] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.023050] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1153.023215] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e deletion is rescheduled due to dependency. [ 1153.023215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.023373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.023600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.023791] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.023929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.024280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.024280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.024280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.024280] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.123458] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.123902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.125796] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9502e342-fd04-463c-b1ba-7dea73489291 with status ACTIVE [ 1153.125796] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.125796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.125796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.125796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.125796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.126064] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.126064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.126153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.126287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.127033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.127033] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.127033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.127033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.127033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.127033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.127033] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9502e342-fd04-463c-b1ba-7dea73489291 is going to be updated. [ 1153.150711] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.151053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.151153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.151370] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.151518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.151689] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9502e342-fd04-463c-b1ba-7dea73489291" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.155200] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.155399] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.155535] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.155867] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.156144] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.156309] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.156432] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.156676] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.156823] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.157042] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.157165] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.157280] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.157393] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.157506] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.157623] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.157757] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.175776] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.175955] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1153.176110] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.176294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.176605] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-03748f18-2514-4288-921e-796232c7941b taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.176789] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-03748f18-2514-4288-921e-796232c7941b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.176979] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-03748f18-2514-4288-921e-796232c7941b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.177340] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-03748f18-2514-4288-921e-796232c7941b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.177533] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03748f18-2514-4288-921e-796232c7941b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.308841] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.309038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.309124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.309341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.309433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.309711] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.309819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.309880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.310039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.310118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.310205] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23b613-5ffb-488d-8f84-088f069975de already deleted. [ 1153.310282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.462183] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1153.462406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.529215] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.680545] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.680833] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.680923] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.681241] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.681400] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.681580] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 03748f18-2514-4288-921e-796232c7941b not found, creating... [ 1153.681999] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.682129] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.682256] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.682479] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.682722] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.682911] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.683085] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.683209] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.683426] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.683571] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.683720] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 03748f18-2514-4288-921e-796232c7941b is going to be created. [ 1153.706043] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.706043] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.706043] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.706043] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.706043] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.706348] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-03748f18-2514-4288-921e-796232c7941b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.031446] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.228423] env[69210]: INFO networking_nsxv3.common.synchronization [req-3189622d-89f1-4c82-ba33-16b4872e0f17 req-8a01da63-cd1a-4264-8af3-a27e72dcefb6 tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1154.229314] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1154.229489] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.229660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.229731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.229933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.230101] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.230203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.230267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.230417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.230501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.230596] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.395552] env[69210]: INFO networking_nsxv3.common.synchronization [req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 req-a073e27c-5f8e-46b6-8429-182ffec3e028 service nova] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_rules [ 1154.395774] env[69210]: INFO networking_nsxv3.common.synchronization [req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 req-a073e27c-5f8e-46b6-8429-182ffec3e028 service nova] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1154.395921] env[69210]: INFO networking_nsxv3.common.synchronization [req-97fee69b-363d-4fa2-b873-bf0b2a4d8237 req-a073e27c-5f8e-46b6-8429-182ffec3e028 service nova] Enqueued Resource ID: 03748f18-2514-4288-921e-796232c7941b with Priority: HIGHEST for action port [ 1154.396222] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_rules [ 1154.396287] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1154.396380] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03748f18-2514-4288-921e-796232c7941b with Priority: HIGHEST for action port [ 1154.397307] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.397460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.398099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.398099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.398099] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.398762] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.398903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.398990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.399197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.400879] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.400879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.400879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.400879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.400879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.400879] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.400879] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-03748f18-2514-4288-921e-796232c7941b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.401201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03748f18-2514-4288-921e-796232c7941b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.401201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03748f18-2514-4288-921e-796232c7941b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.401371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03748f18-2514-4288-921e-796232c7941b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.401467] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03748f18-2514-4288-921e-796232c7941b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.534430] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.534578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.534649] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.534848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.534933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.535638] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1154.578896] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.579050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.579124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.579344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.579533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.587422] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1154.732924] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.903103] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.903956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.903956] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.904391] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03748f18-2514-4288-921e-796232c7941b with status ACTIVE [ 1154.904516] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.904631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.904694] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.904903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.905020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.905197] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.905296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.905359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.905519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.905600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.905773] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.905868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.905926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.906078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.906154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.906236] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03748f18-2514-4288-921e-796232c7941b is going to be updated. [ 1154.926048] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.926048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.926048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.926296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.926296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.926405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03748f18-2514-4288-921e-796232c7941b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.141165] env[69210]: INFO networking_nsxv3.common.synchronization [req-ef5ef729-1cd2-4460-bfef-355680b79e49 req-e64f5e0f-546f-435c-9b28-75d444063fda tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1155.141925] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1155.142405] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.142574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.237738] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.408269] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.556655] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.556855] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.556990] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.557274] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.557536] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.557703] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.557831] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.558060] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.558213] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.558448] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.558593] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.558721] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.558837] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.559015] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.559171] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.559316] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.578251] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.578428] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1155.578619] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.578811] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.579160] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-d6b49722-8d21-43b5-a85b-5b63ce1b54b1 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.579352] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-d6b49722-8d21-43b5-a85b-5b63ce1b54b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.579482] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-d6b49722-8d21-43b5-a85b-5b63ce1b54b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.579864] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-d6b49722-8d21-43b5-a85b-5b63ce1b54b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.580044] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b49722-8d21-43b5-a85b-5b63ce1b54b1',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.740306] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.740306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.740698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.740698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.740698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.740792] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1155.766985] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.767169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.767207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.767454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.767611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.775711] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1155.910295] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.910484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.910530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.910730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.910820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.910950] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be created. [ 1155.931256] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.931402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.931455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.931685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.931854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.940873] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: UNINITIALIZED for 2s [ 1156.082547] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.082795] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.083033] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.083343] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.083503] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.083697] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port d6b49722-8d21-43b5-a85b-5b63ce1b54b1 not found, creating... [ 1156.083970] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.084151] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.084276] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.084507] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.084655] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.084940] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.085138] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.085267] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.085515] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.085665] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.085869] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: d6b49722-8d21-43b5-a85b-5b63ce1b54b1 is going to be created. [ 1156.105676] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.105945] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.106123] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.106404] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.106666] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.106907] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-d6b49722-8d21-43b5-a85b-5b63ce1b54b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.440269] env[69210]: INFO networking_nsxv3.common.synchronization [req-4656944a-7b3b-4ec9-841d-21463cd5927e req-b4d29de9-9e2a-455e-90eb-4a7a7d0df09c tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_members [ 1156.441505] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGHEST for action security_group_members [ 1156.441893] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-68616388-ae11-4be9-89ef-b4742937dd85 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.442209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.442332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.442706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.442963] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.443139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.443244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.443483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.443616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.443769] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.599723] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1156.599723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.599723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.599723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.599723] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.599723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.599723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.599723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.599723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.599723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.599723] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.827589] env[69210]: INFO networking_nsxv3.common.synchronization [req-ef5ef729-1cd2-4460-bfef-355680b79e49 req-4ed14df7-e301-4b8f-9f9b-c23ece20e0d9 service nova] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_rules [ 1156.827589] env[69210]: INFO networking_nsxv3.common.synchronization [req-ef5ef729-1cd2-4460-bfef-355680b79e49 req-4ed14df7-e301-4b8f-9f9b-c23ece20e0d9 service nova] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1156.827589] env[69210]: INFO networking_nsxv3.common.synchronization [req-ef5ef729-1cd2-4460-bfef-355680b79e49 req-4ed14df7-e301-4b8f-9f9b-c23ece20e0d9 service nova] Enqueued Resource ID: d6b49722-8d21-43b5-a85b-5b63ce1b54b1 with Priority: HIGHEST for action port [ 1156.827589] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_rules [ 1156.828097] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1156.828097] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b49722-8d21-43b5-a85b-5b63ce1b54b1 with Priority: HIGHEST for action port [ 1156.828424] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.828424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.828547] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.828680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.828870] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b49722-8d21-43b5-a85b-5b63ce1b54b1 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.828975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b49722-8d21-43b5-a85b-5b63ce1b54b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.829039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b49722-8d21-43b5-a85b-5b63ce1b54b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.829233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b49722-8d21-43b5-a85b-5b63ce1b54b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.829318] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b49722-8d21-43b5-a85b-5b63ce1b54b1',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.946810] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.946993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.947074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.947279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.947415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.947624] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.947732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.948010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.948010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.948120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.948200] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68616388-ae11-4be9-89ef-b4742937dd85 is going to be updated. [ 1156.974422] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.974690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.974690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.974935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.975107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.983027] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68616388-ae11-4be9-89ef-b4742937dd85 in Status: IN_PROGRESS for 2s [ 1157.101677] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.101677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.101677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.101677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.101966] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.102088] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.102125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.102270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.102357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.102450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.102603] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.102696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.102755] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.102898] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.103111] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.103209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.103268] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.103407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.103483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.103566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.103685] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.331653] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6b49722-8d21-43b5-a85b-5b63ce1b54b1 with status ACTIVE [ 1157.331653] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.332068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.332168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.332380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.332547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.332711] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.332867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.333753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.333753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.333753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.333753] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.333753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.333753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.333753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.333753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.333753] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6b49722-8d21-43b5-a85b-5b63ce1b54b1 is going to be updated. [ 1157.355503] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.355503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.355503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.355503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.355503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.356050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b49722-8d21-43b5-a85b-5b63ce1b54b1" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.525776] env[69210]: INFO networking_nsxv3.common.synchronization [req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 req-b94d1b93-f56e-438b-a654-8d7b832406e7 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1157.526341] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1157.526671] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.526770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.606013] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 898c337b-d014-4c82-82b4-fc071dbfed8e: rpc.has_security_group_logging(os_id): False [ 1157.629990] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.630146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.630199] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.630414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.630506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.630762] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.630838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.630925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.631112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.631193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.631385] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.631481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.631543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.631679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.631754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.631940] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.632290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.632372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.632566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.632690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.632818] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1157.711193] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.711348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.711423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.711655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.711810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.734851] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1157.787741] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1157.787942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.846125] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-277 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.846493] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.846655] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.846965] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.848073] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.848261] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.848393] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.848675] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.848839] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.849077] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.849203] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.849320] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.849441] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.849546] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.849672] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.849834] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.881801] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.881982] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.882195] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.882414] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-277" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.882757] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-7d18eabd-e854-4433-aa6c-6b89d9bc104e taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.882939] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-7d18eabd-e854-4433-aa6c-6b89d9bc104e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.883077] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-7d18eabd-e854-4433-aa6c-6b89d9bc104e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.883393] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-7d18eabd-e854-4433-aa6c-6b89d9bc104e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.883538] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d18eabd-e854-4433-aa6c-6b89d9bc104e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.950170] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1157.950386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.950589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.950770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.950960] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.951091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.951216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.951378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.951456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.951543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.951640] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.952430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.954074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.954074] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.954074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.954074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.954074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.954074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.954074] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.385938] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.386201] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.386336] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.386639] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.386801] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.386960] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 7d18eabd-e854-4433-aa6c-6b89d9bc104e not found, creating... [ 1158.387242] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.387404] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.387527] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.387767] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.387948] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.388351] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.388411] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.388525] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.388877] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.389055] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.389209] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 7d18eabd-e854-4433-aa6c-6b89d9bc104e is going to be created. [ 1158.406933] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.407130] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.407229] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.407476] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.407734] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.408013] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-7d18eabd-e854-4433-aa6c-6b89d9bc104e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.456474] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.456637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.456783] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.959334] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.992719] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68616388-ae11-4be9-89ef-b4742937dd85 in Status: SUCCESS [ 1158.992908] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68616388-ae11-4be9-89ef-b4742937dd85 deletion is rescheduled due to dependency. [ 1158.993039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.126260] env[69210]: INFO networking_nsxv3.common.synchronization [req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 req-844fa4c9-60d5-4c84-bb81-8214ff039924 service nova] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_rules [ 1159.126452] env[69210]: INFO networking_nsxv3.common.synchronization [req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 req-844fa4c9-60d5-4c84-bb81-8214ff039924 service nova] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1159.126710] env[69210]: INFO networking_nsxv3.common.synchronization [req-5a5ceb35-8e96-4ef1-9f59-a311c4870089 req-844fa4c9-60d5-4c84-bb81-8214ff039924 service nova] Enqueued Resource ID: 7d18eabd-e854-4433-aa6c-6b89d9bc104e with Priority: HIGHEST for action port [ 1159.127268] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_rules [ 1159.127409] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1159.127511] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d18eabd-e854-4433-aa6c-6b89d9bc104e with Priority: HIGHEST for action port [ 1159.127803] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.127909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.128299] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.128421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.128647] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d18eabd-e854-4433-aa6c-6b89d9bc104e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.128773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d18eabd-e854-4433-aa6c-6b89d9bc104e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.128829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d18eabd-e854-4433-aa6c-6b89d9bc104e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.129018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d18eabd-e854-4433-aa6c-6b89d9bc104e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.129107] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d18eabd-e854-4433-aa6c-6b89d9bc104e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.462669] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.462669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.462669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.462669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.462972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.462972] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be updated. [ 1159.490986] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.491181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.491252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.491459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.492692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.500422] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: IN_PROGRESS for 2s [ 1159.630677] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d18eabd-e854-4433-aa6c-6b89d9bc104e with status ACTIVE [ 1159.630911] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.631069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.631142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.631364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.631443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.631618] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.631728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.632408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.632589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.632720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.632932] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.633046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.633113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.633259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.633335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.633422] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d18eabd-e854-4433-aa6c-6b89d9bc104e is going to be updated. [ 1159.653664] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.653822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.653886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.654111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.654248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.654548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d18eabd-e854-4433-aa6c-6b89d9bc104e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.755709] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1159.755969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.510015] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1161.510315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.510410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.510595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.510782] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.510960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.511065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.511240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.511322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.511473] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.711775] env[69210]: INFO networking_nsxv3.common.synchronization [req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f req-1c89f536-b6be-4681-83be-796e6dc9746e tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1161.712313] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1161.712618] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.712745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.712814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.713155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.713348] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.713481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.713566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.713749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.713865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.713978] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.013321] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.050137] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.050352] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.050486] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.050766] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.051210] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.051428] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.051561] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.051797] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.052656] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.052656] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.052656] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.052656] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.052656] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.052934] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.053081] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.053219] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.077200] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.077200] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.077200] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.077200] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.077466] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-a8677116-b2c0-46a5-bf92-e340e112e01f taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.077691] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-a8677116-b2c0-46a5-bf92-e340e112e01f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.077863] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-a8677116-b2c0-46a5-bf92-e340e112e01f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.078224] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-a8677116-b2c0-46a5-bf92-e340e112e01f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.078356] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8677116-b2c0-46a5-bf92-e340e112e01f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.216521] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.216679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.216753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.216969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.217103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.217317] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.217420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.217616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.217656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.217718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.217786] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 already deleted. [ 1162.217869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.517806] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.581256] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.581578] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.581747] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.582111] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.582308] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.582464] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port a8677116-b2c0-46a5-bf92-e340e112e01f not found, creating... [ 1162.582784] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.583424] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.583668] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.583956] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.584168] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.584581] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.584849] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.585013] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.585254] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.585402] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.585556] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: a8677116-b2c0-46a5-bf92-e340e112e01f is going to be created. [ 1162.616655] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.616930] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.617155] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.617503] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.617775] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.618086] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-a8677116-b2c0-46a5-bf92-e340e112e01f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.021516] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.021738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.021876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.022561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.022688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.022816] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be updated. [ 1163.049343] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.049343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.049463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.049653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.049895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.066365] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: IN_PROGRESS for 2s [ 1163.408358] env[69210]: INFO networking_nsxv3.common.synchronization [req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f req-df4375f5-c1d7-4a6b-89e8-eeb39faeb35e service nova] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_rules [ 1163.408537] env[69210]: INFO networking_nsxv3.common.synchronization [req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f req-df4375f5-c1d7-4a6b-89e8-eeb39faeb35e service nova] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1163.408742] env[69210]: INFO networking_nsxv3.common.synchronization [req-221cfeed-59e7-4db1-a98d-c3a3cef3d32f req-df4375f5-c1d7-4a6b-89e8-eeb39faeb35e service nova] Enqueued Resource ID: a8677116-b2c0-46a5-bf92-e340e112e01f with Priority: HIGHEST for action port [ 1163.408991] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_rules [ 1163.409130] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1163.409222] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8677116-b2c0-46a5-bf92-e340e112e01f with Priority: HIGHEST for action port [ 1163.410181] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.410309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.410388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.410589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.410674] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.411496] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.411612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.411765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.411839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.411976] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.412084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.412148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.412286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.412372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.412462] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.414188] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8677116-b2c0-46a5-bf92-e340e112e01f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.414188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8677116-b2c0-46a5-bf92-e340e112e01f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.414188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8677116-b2c0-46a5-bf92-e340e112e01f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.414188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8677116-b2c0-46a5-bf92-e340e112e01f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.414188] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8677116-b2c0-46a5-bf92-e340e112e01f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.919037] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8677116-b2c0-46a5-bf92-e340e112e01f with status ACTIVE [ 1163.919412] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.919412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.919553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.919671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.919759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.919980] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.920080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.920114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.920269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.920348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.920528] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.920760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.920760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.920855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.920888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.920943] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8677116-b2c0-46a5-bf92-e340e112e01f is going to be updated. [ 1163.922840] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.922840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.922840] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.941759] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.941970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.942084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.942314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.942808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.942808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8677116-b2c0-46a5-bf92-e340e112e01f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.424412] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.927774] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.927774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.927774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.927774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.927774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.927774] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 is going to be created. [ 1164.951622] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.951774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.951848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.952084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.952251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.961020] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: UNINITIALIZED for 2s [ 1165.075113] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1165.075297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.075481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.075739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.075929] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.076064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.076127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.076277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.076360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.076453] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.578961] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.051466] env[69210]: INFO networking_nsxv3.common.synchronization [req-502f8f40-2e6f-434c-8ae0-3ef21a7ebcff req-120dd1ee-3b6c-491e-8536-2688d10dea0b tempest-ServersTestJSON-1620055869 tempest-ServersTestJSON-1620055869-project-member] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1166.051466] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGHEST for action security_group_members [ 1166.051466] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.051466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.053029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.053293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.053465] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.053570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.053631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.053797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.053878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.053970] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.082337] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.560032] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.560032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.560032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.560032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.560032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.560313] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.560313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.560418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.560610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.560783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.560880] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be updated. [ 1166.584731] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.584731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.584731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.584976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.584976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.585155] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be updated. [ 1166.587183] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.587318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.587375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.587588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.587764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.595408] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: IN_PROGRESS for 2s [ 1166.610589] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.610589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.610759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.610926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.611090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.619038] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: IN_PROGRESS for 2s [ 1166.971548] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: SUCCESS [ 1166.971945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.972150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.972393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.972758] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.972899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.972979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.973383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.973479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.973567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.973641] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.476354] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.978497] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 251e7e7f-77dd-436f-a17a-75b55e44ffe7: rpc.has_security_group_logging(os_id): False [ 1167.995995] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.996202] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.996325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.996861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.996861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.996990] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.996990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.997099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.997213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.997290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.997378] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 is going to be created. [ 1168.056339] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.056476] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.056555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.056769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.056955] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.066065] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: IN_PROGRESS for 2s [ 1168.604357] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 in Status: SUCCESS [ 1168.604752] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 deletion is rescheduled due to dependency. [ 1168.604752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.627471] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1168.627692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.627897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.628128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.628318] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.628551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.628634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.628866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.628953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.629053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.629230] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.629336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.629403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.629503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.629640] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.629736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.629818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.629967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.630055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.630137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.630222] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.631300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.631300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.631407] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.631501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.631563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.631700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.631788] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.631871] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.134016] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d23b613-5ffb-488d-8f84-088f069975de: rpc.has_security_group_logging(os_id): False [ 1169.135576] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.151664] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.151834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.151872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.152120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.152239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.152465] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.152575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.152630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.152797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.152887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.153108] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.153216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.153282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.153439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.153507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.153664] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.153766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.153823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.153940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.154032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.154102] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be created. [ 1169.207192] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.207354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.207435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.207658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.207857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.218075] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: IN_PROGRESS for 2s [ 1169.637997] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.077906] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: SUCCESS [ 1170.078280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.141359] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.141572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.141572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.141811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.141905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.142014] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be updated. [ 1170.171930] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.172110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.172169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.172377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.172528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.180298] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: IN_PROGRESS for 2s [ 1171.050988] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1171.051374] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1171.229628] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1171.229956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.230158] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.230376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.230492] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.733348] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.733569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.189019] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1172.189293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.191312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.191312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.191312] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.191312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.191312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.191312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.191312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.191312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.191312] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.693803] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.693803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.693803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.694137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.694263] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.694380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.694441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.694599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.694707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.694803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.694953] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.695059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.695130] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.695351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.695530] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.696983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.696983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.696983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.696983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.696983] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.696983] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.199065] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d23b613-5ffb-488d-8f84-088f069975de: rpc.has_security_group_logging(os_id): False [ 1173.216507] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.216813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.216813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.217050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.217178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.217422] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.217523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.217620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.217758] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.217830] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.218056] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.218197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.218246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.218416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.218508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.218846] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.218969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.219051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.219204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.219287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.219379] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be updated. [ 1173.275643] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.275837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.275837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.276022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.276194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.287194] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: IN_PROGRESS for 2s [ 1174.565595] env[69210]: INFO networking_nsxv3.common.synchronization [req-ee6b5c5b-6bbc-4c55-b741-01519721e89a req-b2501e56-64fb-43ce-8259-c85f75214e08 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_members [ 1174.566168] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGHEST for action security_group_members [ 1174.566503] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-14947345-c62f-4560-ba3e-f031294a8f0c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.566659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.566725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.566950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.567151] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.567230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.567293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.567448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.567531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.567654] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.070868] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.071271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.071398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.071649] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.091187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.091446] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.091559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.091626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.091872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.091984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.092035] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14947345-c62f-4560-ba3e-f031294a8f0c is going to be updated. [ 1175.116673] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.116879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.116879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.117149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.117316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.125302] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14947345-c62f-4560-ba3e-f031294a8f0c in Status: IN_PROGRESS for 2s [ 1175.305360] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1175.305686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.305921] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.306499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.306499] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.456727] env[69210]: INFO networking_nsxv3.common.synchronization [req-2143a850-bd23-491f-99bc-555686a67bb2 req-a32c35a7-4399-44fb-bf2c-9490a78ba8d0 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1175.457175] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1175.457664] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.457821] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.457897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.458105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.458270] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.458370] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.458430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.458598] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.458679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.458842] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.808373] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.808706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.808706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.808828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.808991] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.809107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.809176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.809326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.809415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.809512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.810082] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.961594] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.961594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.961594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.961594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.961884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.962735] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.962853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.962920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.963174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.963174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.963310] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1176.005281] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.005420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.005420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.005609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.005750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.013605] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1176.312283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.312283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.312283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.312478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.312610] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.312723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.312769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.312892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.312978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.313087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.313233] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.313325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.313386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.313867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.313867] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.313867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.313867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.314155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.314155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.314155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.314274] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.815855] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d23b613-5ffb-488d-8f84-088f069975de: rpc.has_security_group_logging(os_id): False [ 1176.832868] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.833035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.833109] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.833318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.833434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.833626] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.833726] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.833787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.833935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.834023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.834612] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.834612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.834612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.834612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.834612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.834849] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.834849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.834849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.834956] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.835035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.835123] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be updated. [ 1176.894468] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.894769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.894834] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.895156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.895347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.907962] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: IN_PROGRESS for 2s [ 1177.138939] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14947345-c62f-4560-ba3e-f031294a8f0c in Status: SUCCESS [ 1177.139166] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14947345-c62f-4560-ba3e-f031294a8f0c deletion is rescheduled due to dependency. [ 1177.139281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.022707] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1178.022707] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 deletion is rescheduled due to dependency. [ 1178.022707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.923651] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1178.923936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.166428] env[69210]: INFO networking_nsxv3.common.synchronization [req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a req-b7ae959c-343d-4e6f-9cdd-7bb732ccafb0 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1179.167012] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1179.167418] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.167486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.167543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.167704] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.168217] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.168335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.168422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.168572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.169303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.169303] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.463260] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.463493] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.463629] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.463912] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.464231] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.464387] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.464483] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.464701] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.464851] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.465084] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.465207] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.465323] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.465438] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.465554] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.465664] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.465808] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.484299] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.484482] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1179.484629] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.484897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.485260] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-c6af8654-6830-45f7-a31b-5a2305695421 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.485440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-c6af8654-6830-45f7-a31b-5a2305695421" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.485568] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-c6af8654-6830-45f7-a31b-5a2305695421" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.485974] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-c6af8654-6830-45f7-a31b-5a2305695421" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.486156] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6af8654-6830-45f7-a31b-5a2305695421',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.670665] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.989242] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.989552] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.989704] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.990039] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.990216] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.990395] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port c6af8654-6830-45f7-a31b-5a2305695421 not found, creating... [ 1179.990852] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.991113] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.991259] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.991595] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.991880] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.992255] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.992434] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.992564] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.992797] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.992948] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.993151] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: c6af8654-6830-45f7-a31b-5a2305695421 is going to be created. [ 1180.014830] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.014978] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.014978] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.015309] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.015565] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.015806] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-c6af8654-6830-45f7-a31b-5a2305695421" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.172835] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.678874] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.679068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.679147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.679369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.679463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.679580] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 is going to be updated. [ 1180.705474] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.705660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.705757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.706043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.706245] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.719634] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: IN_PROGRESS for 2s [ 1181.390487] env[69210]: INFO networking_nsxv3.common.synchronization [req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a req-396250e5-02e9-41c3-a71e-bfc01dd9ed5e service nova] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_rules [ 1181.390774] env[69210]: INFO networking_nsxv3.common.synchronization [req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a req-396250e5-02e9-41c3-a71e-bfc01dd9ed5e service nova] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1181.390817] env[69210]: INFO networking_nsxv3.common.synchronization [req-33fbc0c6-d26d-4095-bc89-c3ac42a0365a req-396250e5-02e9-41c3-a71e-bfc01dd9ed5e service nova] Enqueued Resource ID: c6af8654-6830-45f7-a31b-5a2305695421 with Priority: HIGHEST for action port [ 1181.391063] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_rules [ 1181.391202] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1181.391312] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6af8654-6830-45f7-a31b-5a2305695421 with Priority: HIGHEST for action port [ 1181.391868] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.392105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.392225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.392446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.392531] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.393648] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.393741] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.393940] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6af8654-6830-45f7-a31b-5a2305695421 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.394061] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6af8654-6830-45f7-a31b-5a2305695421" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.394119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6af8654-6830-45f7-a31b-5a2305695421" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.394285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6af8654-6830-45f7-a31b-5a2305695421" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.394358] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6af8654-6830-45f7-a31b-5a2305695421',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.497815] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b02b869a-b25e-42d2-ac2a-9788ee022e63 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_rules [ 1181.498304] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_rules [ 1181.498604] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.498724] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.498792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.499169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.499257] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.527936] env[69210]: INFO networking_nsxv3.common.synchronization [req-2503c956-4a6d-43f6-a449-9484cac6c570 req-f60bd185-cf65-4796-a357-1f33b2b3d1fc tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1181.528401] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1181.528694] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.528836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.528893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.529106] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.529262] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.531396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.531470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.531613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.531705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.531800] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.693155] env[69210]: INFO networking_nsxv3.common.synchronization [None req-f70aa240-5393-4020-9681-17f843a20302 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_rules [ 1181.693671] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_rules [ 1181.693991] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.694113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.896241] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.896422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.896615] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6af8654-6830-45f7-a31b-5a2305695421 with status ACTIVE [ 1181.896885] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.897046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.897192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.897485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.897615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.897863] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.898013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.898116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.898316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.898421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.898645] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.898768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.898970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.899218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.899290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.899371] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6af8654-6830-45f7-a31b-5a2305695421 is going to be updated. [ 1181.918448] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.918644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.918715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.919089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.919244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.919417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6af8654-6830-45f7-a31b-5a2305695421" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.020179] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.020398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.020483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.020783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.020893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.020996] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c already deleted. [ 1182.021121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.021326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.021515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.021636] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.033134] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.535352] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.539802] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.539880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.539954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.540186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.540273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.540377] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c already deleted. [ 1182.540438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.729393] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: SUCCESS [ 1182.729622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.729782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.730043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.730232] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.730350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.730412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.730647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.730647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.730733] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.037869] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.038063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.038112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.038328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.038418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.038523] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be updated. [ 1183.063055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.063220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.063284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.063522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.063670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.071687] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: IN_PROGRESS for 2s [ 1183.232533] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.736026] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.237712] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.237712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.237885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.237996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.238128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.238235] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 is going to be updated. [ 1184.264134] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.264402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.264474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.264665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.264804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.272568] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: IN_PROGRESS for 2s [ 1185.084426] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1185.084786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.058278] env[69210]: INFO networking_nsxv3.common.synchronization [req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 req-3d29d2b5-693c-4d77-b92d-598eabebd44d tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1186.058836] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1186.059313] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.059508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.059619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.059912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.060728] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.060728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.060728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.060728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.060728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.060728] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.281565] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: SUCCESS [ 1186.281865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.281999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.282173] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.282369] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.282488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.282553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.282859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.282943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.283044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.283184] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.366053] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.366053] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.366218] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.366382] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.366646] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.367130] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.367222] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.367511] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.367639] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.367854] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.367973] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.368161] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.368379] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.368587] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.368795] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.369091] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.389055] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.389252] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.389400] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.389581] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.389897] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-bf8563d4-27e4-4208-b870-696f991b8024 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.390131] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-bf8563d4-27e4-4208-b870-696f991b8024" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.390264] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-bf8563d4-27e4-4208-b870-696f991b8024" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.390579] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-bf8563d4-27e4-4208-b870-696f991b8024" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.390723] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf8563d4-27e4-4208-b870-696f991b8024',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.563158] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.563387] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.563471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.563685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.563780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.563986] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.564103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.564165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.564573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.564573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.564573] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1186.591919] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.592100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.592144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.592333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.592470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.601245] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1186.785124] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.893326] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.893576] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.893717] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.894052] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.894219] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.894393] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port bf8563d4-27e4-4208-b870-696f991b8024 not found, creating... [ 1186.894683] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.894858] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.894991] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.895244] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.895405] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.895710] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.895877] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.896026] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.896253] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.896403] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.896556] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: bf8563d4-27e4-4208-b870-696f991b8024 is going to be created. [ 1186.916109] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.916344] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.916452] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.916720] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.916997] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.917257] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-bf8563d4-27e4-4208-b870-696f991b8024" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.288457] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 251e7e7f-77dd-436f-a17a-75b55e44ffe7: rpc.has_security_group_logging(os_id): False [ 1187.308376] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.308560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.308560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.308710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.308800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.309127] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.309228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.309292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.309446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.309523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.309609] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 is going to be updated. [ 1187.365888] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.365980] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.366129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.366352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.366522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.378631] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: IN_PROGRESS for 2s [ 1187.798388] env[69210]: INFO networking_nsxv3.common.synchronization [req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 req-44ce36f7-f014-4173-be99-cc5502b871d9 service nova] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_rules [ 1187.798388] env[69210]: INFO networking_nsxv3.common.synchronization [req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 req-44ce36f7-f014-4173-be99-cc5502b871d9 service nova] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1187.798388] env[69210]: INFO networking_nsxv3.common.synchronization [req-1f965349-c3c7-460c-8e0e-a6b56c72c2f0 req-44ce36f7-f014-4173-be99-cc5502b871d9 service nova] Enqueued Resource ID: bf8563d4-27e4-4208-b870-696f991b8024 with Priority: HIGHEST for action port [ 1187.798388] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_rules [ 1187.798388] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1187.798388] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8563d4-27e4-4208-b870-696f991b8024 with Priority: HIGHEST for action port [ 1187.800213] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.801165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.801224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.801641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.801641] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.803024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.803024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.803024] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf8563d4-27e4-4208-b870-696f991b8024 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.803229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf8563d4-27e4-4208-b870-696f991b8024" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.803229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf8563d4-27e4-4208-b870-696f991b8024" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.803373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf8563d4-27e4-4208-b870-696f991b8024" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.803445] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf8563d4-27e4-4208-b870-696f991b8024',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.305404] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.305699] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.305819] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf8563d4-27e4-4208-b870-696f991b8024 with status ACTIVE [ 1188.306014] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.306129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.306218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.306483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.306583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.306766] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.306863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.307014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.307187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.307263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.307447] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.307540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.307600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.307866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.307866] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.307963] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf8563d4-27e4-4208-b870-696f991b8024 is going to be updated. [ 1188.336127] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.336127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.336127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.336422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.336583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.338043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf8563d4-27e4-4208-b870-696f991b8024" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.612251] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1188.612462] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 deletion is rescheduled due to dependency. [ 1188.612556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.612745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.612907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.613110] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.613218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.613287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.613438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.613518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.613610] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.671980] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b735acbe-6e45-4608-b83b-bbd71af097fb tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1188.672203] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1188.672506] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.672630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.672696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.672894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.673070] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.673176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.673241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.673390] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.673475] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.673565] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.117418] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.176159] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.176328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.176394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.176613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.176703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.176941] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.177074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.177116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.177265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.177343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.177430] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1189.206061] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.206261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.206405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.206708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.206820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.218188] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1189.397528] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: SUCCESS [ 1189.397948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.620430] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.681036] env[69210]: INFO networking_nsxv3.common.synchronization [req-9e5144bb-1a95-4e3a-a217-68558e820f99 req-b99c2591-194b-4b50-bb44-bef58ce12c4c tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Enqueued Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_members [ 1189.681036] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGHEST for action security_group_members [ 1189.681036] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.681036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.681036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.681465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.681725] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.681941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.682123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.682478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.682657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.682828] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.123406] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.123547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.124151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.124151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.124151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.124151] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1190.154737] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.154894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.155041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.155213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.155367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.164525] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1190.186354] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.186572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.186655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.186884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.186981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.187207] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.187488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.187488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.187624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.187624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.187731] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 is going to be updated. [ 1190.241148] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.241927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.242043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.242278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.242427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.255325] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: IN_PROGRESS for 2s [ 1190.587586] env[69210]: INFO networking_nsxv3.common.synchronization [req-93c0eef5-909e-40d1-a060-b3423bdf9c76 req-e7737683-f33f-4821-a794-d139429e8365 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_members [ 1190.588129] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_members [ 1190.589364] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.589469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.589469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.589719] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.589884] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.590038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.590110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.590265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.590356] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.590448] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.633926] env[69210]: INFO networking_nsxv3.common.synchronization [req-21cc9644-3a7e-41d3-87a8-c524fd9c4cb3 req-631dd927-982d-440a-b8a5-bfcff96a31a5 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1190.634527] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1190.634955] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.635102] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.635259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.635361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.637769] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.637769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.637769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.637769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.637769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.637769] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.049053] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.049053] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.049053] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.049053] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.049409] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.049579] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.049705] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.049956] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.050161] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.050387] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.050499] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.050610] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.050720] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.050831] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.050970] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.051139] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.069991] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.070219] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1191.070318] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.070490] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.070785] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-9ebbcaab-58c4-4a51-ab12-84f265a3aee3 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.070958] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-9ebbcaab-58c4-4a51-ab12-84f265a3aee3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.071257] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-9ebbcaab-58c4-4a51-ab12-84f265a3aee3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.071578] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-9ebbcaab-58c4-4a51-ab12-84f265a3aee3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.071729] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ebbcaab-58c4-4a51-ab12-84f265a3aee3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.092073] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.092307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.092441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.092752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.093037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.093399] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.093617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.093750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.094108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.094271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.094432] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c already deleted. [ 1191.094583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.138503] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.228254] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1191.228436] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 deletion is rescheduled due to dependency. [ 1191.228552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.573846] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.574063] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.574207] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.574483] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.574655] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.574820] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 9ebbcaab-58c4-4a51-ab12-84f265a3aee3 not found, creating... [ 1191.575094] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.575258] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.575381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.575604] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.575747] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.576046] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.576213] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.576334] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.576544] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.576716] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.576930] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 9ebbcaab-58c4-4a51-ab12-84f265a3aee3 is going to be created. [ 1191.595757] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.596160] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.596160] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.596406] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.596646] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.596879] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-9ebbcaab-58c4-4a51-ab12-84f265a3aee3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.640506] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.143591] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.143789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.143842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.144044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.144143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.144244] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be updated. [ 1192.174206] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.174428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.174483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.174786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.174957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.177187] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1192.177375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.177903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.178146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.178330] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.178440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.178506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.178656] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.178736] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.178831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.178974] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.183667] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: IN_PROGRESS for 2s [ 1192.269829] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 in Status: SUCCESS [ 1192.270014] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 deletion is rescheduled due to dependency. [ 1192.270135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.297797] env[69210]: INFO networking_nsxv3.common.synchronization [req-93c0eef5-909e-40d1-a060-b3423bdf9c76 req-8bc42f42-6263-4a43-b57d-4a1af8f2111f service nova] Enqueued Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_rules [ 1192.297984] env[69210]: INFO networking_nsxv3.common.synchronization [req-93c0eef5-909e-40d1-a060-b3423bdf9c76 req-8bc42f42-6263-4a43-b57d-4a1af8f2111f service nova] Enqueued Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_members [ 1192.299079] env[69210]: INFO networking_nsxv3.common.synchronization [req-93c0eef5-909e-40d1-a060-b3423bdf9c76 req-8bc42f42-6263-4a43-b57d-4a1af8f2111f service nova] Enqueued Resource ID: 9ebbcaab-58c4-4a51-ab12-84f265a3aee3 with Priority: HIGHEST for action port [ 1192.299079] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_rules [ 1192.299079] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_members [ 1192.299079] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebbcaab-58c4-4a51-ab12-84f265a3aee3 with Priority: HIGHEST for action port [ 1192.304340] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.304340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.304340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.304340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.304519] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.308192] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.308192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.308192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.308192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.308192] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.308192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.308192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.308192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.308192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.308192] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.308192] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ebbcaab-58c4-4a51-ab12-84f265a3aee3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.308192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ebbcaab-58c4-4a51-ab12-84f265a3aee3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.308192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ebbcaab-58c4-4a51-ab12-84f265a3aee3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.308192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ebbcaab-58c4-4a51-ab12-84f265a3aee3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.308192] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ebbcaab-58c4-4a51-ab12-84f265a3aee3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.681153] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.810214] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.811290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.811498] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.812508] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ebbcaab-58c4-4a51-ab12-84f265a3aee3 with status ACTIVE [ 1192.813227] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.813227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.813227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.813227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.813227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.813444] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.813444] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.813513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.813649] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.813726] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.813936] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.814124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.814241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.814357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.814434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.814515] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ebbcaab-58c4-4a51-ab12-84f265a3aee3 is going to be updated. [ 1192.835456] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.835760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.835760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.835832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.835955] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.836135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ebbcaab-58c4-4a51-ab12-84f265a3aee3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.184730] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f8b4f78-ec82-4249-9d7d-365281c97612: rpc.has_security_group_logging(os_id): False [ 1193.208235] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.208383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.208427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.208629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.208725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.209038] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.209190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.209244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.209402] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.209479] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.209570] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1193.285555] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.285740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.285740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.285906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.286059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.302907] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1193.316246] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.819068] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.819378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.819378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.819563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.819680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.819792] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c is going to be created. [ 1193.844239] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.844415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.844415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.844587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.844747] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.854102] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c in Status: UNINITIALIZED for 2s [ 1194.194878] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1194.195134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.316593] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1195.316865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.862546] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c in Status: SUCCESS [ 1195.862769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.862924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.863163] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.863356] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.863470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.863535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.863683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.863762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.863843] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.863933] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.987462] env[69210]: INFO networking_nsxv3.common.synchronization [req-e303a3b5-4a17-421d-9e29-91aaf85104c6 req-7c946952-2a2e-4558-a8fe-1a1ada28e4c7 tempest-DeleteServersTestJSON-1016512874 tempest-DeleteServersTestJSON-1016512874-project-member] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1195.988042] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGHEST for action security_group_members [ 1195.988355] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.988477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.988547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.988725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.988869] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.988976] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.989068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.989214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.989287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.989379] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.370062] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.491446] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.491569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.491609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.492784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.492784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.492784] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.492784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.492784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.492784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.492784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.492784] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be updated. [ 1196.522065] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.522065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.522183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.522348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.522484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.535735] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: IN_PROGRESS for 2s [ 1196.875646] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c: rpc.has_security_group_logging(os_id): False [ 1196.894525] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.894720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.894788] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.895246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.895246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.896420] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.896420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.896420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.896420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.896420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.896420] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c is going to be created. [ 1196.947558] env[69210]: INFO networking_nsxv3.common.synchronization [None req-a383a3f5-3cf9-427f-8205-a8f76af7a8d8 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Enqueued Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_rules [ 1196.949053] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_rules [ 1196.949053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.949053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.949053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.949053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.949053] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.958023] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.958023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.958023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.958023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.958023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.965924] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c in Status: IN_PROGRESS for 2s [ 1197.046414] env[69210]: INFO networking_nsxv3.common.synchronization [None req-ce44d5e0-b85c-4f6f-913a-489e5b47a4f3 tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Enqueued Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_rules [ 1197.047294] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_rules [ 1197.048703] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.048816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.468867] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.469240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.469240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.469331] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.469418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.469539] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b already deleted. [ 1197.469621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.469768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.469919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.470009] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.990433] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.990659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.990659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.990905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.991040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.991172] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b already deleted. [ 1197.991921] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.185681] env[69210]: INFO networking_nsxv3.common.synchronization [req-2fbcc09c-f58f-4740-a193-366936f9fee3 req-480baffa-c0f3-4686-b7e7-cebdd3587d20 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1198.186242] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1198.188844] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.188844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.188844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.188844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.188844] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.188844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.188844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.188844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.188844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.188844] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.546156] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 in Status: SUCCESS [ 1198.546486] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 deletion is rescheduled due to dependency. [ 1198.546486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.690778] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.690778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.690778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.690778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.691105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.691105] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.691201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.691201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.691472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.691596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.691699] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1198.717944] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.718127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.718184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.718403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.718554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.726916] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1198.976881] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c in Status: SUCCESS [ 1198.976881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.412369] env[69210]: INFO networking_nsxv3.common.synchronization [req-5005426e-c625-451a-a239-b243c431a33a req-2c8bc0d4-e677-4f0a-a978-9667b631e439 tempest-ListServerFiltersTestJSON-1751440306 tempest-ListServerFiltersTestJSON-1751440306-project-member] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1200.412549] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGHEST for action security_group_members [ 1200.412842] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.414263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.414263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.414263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.414263] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.414263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.414263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.414263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.414263] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.414263] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.642130] env[69210]: INFO networking_nsxv3.common.synchronization [req-1aa76641-b447-4f84-853a-12aa90eca558 req-0196605a-ec1b-43ec-962a-a2fcfb50c131 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1200.642289] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1200.642518] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.642619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.737483] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1200.737483] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e deletion is rescheduled due to dependency. [ 1200.737483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.737483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.737483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.737483] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.737483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.737483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.737886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.737886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.737886] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.916531] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.916695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.916769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.917037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.917146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.917354] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.917455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.917519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.917677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.917754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.917842] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be updated. [ 1200.943744] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.943893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.943967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.944192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.944340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.948896] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.949153] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.949296] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.949543] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.949798] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.949958] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.950144] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.950336] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.950481] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.950693] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.950811] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.950923] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.951053] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.951615] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.951615] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.951615] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.952859] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: IN_PROGRESS for 2s [ 1200.967666] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.967836] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1200.967983] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.968181] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-904" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.968567] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-e9654e04-1678-459b-8b0c-06172d8fc8ee taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.968751] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-e9654e04-1678-459b-8b0c-06172d8fc8ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.968880] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-e9654e04-1678-459b-8b0c-06172d8fc8ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.969234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-e9654e04-1678-459b-8b0c-06172d8fc8ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.969385] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9654e04-1678-459b-8b0c-06172d8fc8ee',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.240626] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.240626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.240626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.240869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.240869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.241685] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.241685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.241685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.241685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.241685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.241685] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1201.274708] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.274871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.274988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.275247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.275496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.284407] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1201.472178] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.472529] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.472698] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.472985] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.473163] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.473327] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port e9654e04-1678-459b-8b0c-06172d8fc8ee not found, creating... [ 1201.473593] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.473757] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.473881] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.474121] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.474271] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.474558] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.474724] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.474848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.475074] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.475220] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.475365] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: e9654e04-1678-459b-8b0c-06172d8fc8ee is going to be created. [ 1201.493730] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.493921] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.494062] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.494308] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.494538] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.494755] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-e9654e04-1678-459b-8b0c-06172d8fc8ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.769938] env[69210]: INFO networking_nsxv3.common.synchronization [req-1aa76641-b447-4f84-853a-12aa90eca558 req-95c97db8-4d0a-48b5-97da-6f4c13b65d1a service nova] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_rules [ 1202.770387] env[69210]: INFO networking_nsxv3.common.synchronization [req-1aa76641-b447-4f84-853a-12aa90eca558 req-95c97db8-4d0a-48b5-97da-6f4c13b65d1a service nova] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1202.770387] env[69210]: INFO networking_nsxv3.common.synchronization [req-1aa76641-b447-4f84-853a-12aa90eca558 req-95c97db8-4d0a-48b5-97da-6f4c13b65d1a service nova] Enqueued Resource ID: e9654e04-1678-459b-8b0c-06172d8fc8ee with Priority: HIGHEST for action port [ 1202.770571] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_rules [ 1202.770637] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1202.770752] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9654e04-1678-459b-8b0c-06172d8fc8ee with Priority: HIGHEST for action port [ 1202.771819] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.771819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.771819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.771819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.771819] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.774712] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.774869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.775032] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9654e04-1678-459b-8b0c-06172d8fc8ee taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.775157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9654e04-1678-459b-8b0c-06172d8fc8ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.775237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9654e04-1678-459b-8b0c-06172d8fc8ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.775364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9654e04-1678-459b-8b0c-06172d8fc8ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.775473] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9654e04-1678-459b-8b0c-06172d8fc8ee',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.909194] env[69210]: INFO networking_nsxv3.common.synchronization [req-6413beb6-f90d-48bd-97bb-8c2d4863babd req-23379ad3-834a-47ff-8ecd-c8c24b7d182d tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Enqueued Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_members [ 1202.910020] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_members [ 1202.910588] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.910751] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.910835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.911138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.911312] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.911434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.911497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.911670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.911876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.911876] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.962473] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d23b613-5ffb-488d-8f84-088f069975de in Status: SUCCESS [ 1202.962584] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d23b613-5ffb-488d-8f84-088f069975de deletion is rescheduled due to dependency. [ 1202.962621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.234830] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.235058] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.235199] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.235574] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.235863] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.236041] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.236169] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.236403] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.236554] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.236774] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.236895] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.237019] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.237165] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.237293] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.237408] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.237548] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.255946] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.256141] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1203.256294] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.256473] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.256777] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-648d4c52-22e5-4f69-b9f3-096797b11546 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.256974] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.257154] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.257486] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.257634] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('648d4c52-22e5-4f69-b9f3-096797b11546',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.278201] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9654e04-1678-459b-8b0c-06172d8fc8ee with status ACTIVE [ 1203.278307] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.278385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.278424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.278606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.278692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.278862] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.278957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.279056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.279252] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.279330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.279513] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.279606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.279662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.279801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.279875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.279957] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9654e04-1678-459b-8b0c-06172d8fc8ee is going to be updated. [ 1203.281041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.281138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.291511] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1203.291673] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e deletion is rescheduled due to dependency. [ 1203.291770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.291912] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.292094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.292247] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.292347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.292413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.292549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.292626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.292713] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.300543] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.300543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.300543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.300543] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.300748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.300748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9654e04-1678-459b-8b0c-06172d8fc8ee" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.413987] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.414157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.414225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.414422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.414507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.414696] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.414841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.414891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.414991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.415074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.415162] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b already deleted. [ 1203.415238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.760222] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.760578] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.760767] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.761119] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.761368] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.761551] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 648d4c52-22e5-4f69-b9f3-096797b11546 not found, creating... [ 1203.761892] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.762127] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.762275] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.762576] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.762782] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.763169] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.763380] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.763528] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.763972] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.764195] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.764408] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 648d4c52-22e5-4f69-b9f3-096797b11546 is going to be created. [ 1203.784281] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.784649] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.784649] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.785018] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.785317] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.785590] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.794293] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.296527] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.640177] env[69210]: INFO networking_nsxv3.common.synchronization [req-6413beb6-f90d-48bd-97bb-8c2d4863babd req-52df31ad-3b6a-4470-9c87-bf2af740eb99 service nova] Enqueued Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_rules [ 1204.640177] env[69210]: INFO networking_nsxv3.common.synchronization [req-6413beb6-f90d-48bd-97bb-8c2d4863babd req-52df31ad-3b6a-4470-9c87-bf2af740eb99 service nova] Enqueued Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_members [ 1204.640177] env[69210]: INFO networking_nsxv3.common.synchronization [req-6413beb6-f90d-48bd-97bb-8c2d4863babd req-52df31ad-3b6a-4470-9c87-bf2af740eb99 service nova] Enqueued Resource ID: 648d4c52-22e5-4f69-b9f3-096797b11546 with Priority: HIGHEST for action port [ 1204.642581] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_rules [ 1204.642979] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_members [ 1204.643313] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648d4c52-22e5-4f69-b9f3-096797b11546 with Priority: HIGHEST for action port [ 1204.644339] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.644690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.644944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.645881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.645881] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.651131] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.651131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.651131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.651131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.651131] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.651528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.651528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.651592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.651812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.651911] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.653127] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-648d4c52-22e5-4f69-b9f3-096797b11546 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.653315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.654562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.654859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.655051] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('648d4c52-22e5-4f69-b9f3-096797b11546',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.801545] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.801870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.801870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.802039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.802146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.802251] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1204.828017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.828017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.828017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.828017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.828017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.835064] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1205.157296] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.158470] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.158578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.158734] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 648d4c52-22e5-4f69-b9f3-096797b11546 with status ACTIVE [ 1205.159056] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.159056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.159056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.159326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.159414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.159579] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.159671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.159732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.159875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.159949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.163599] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.163599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.163749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.164513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.164513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.164513] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 648d4c52-22e5-4f69-b9f3-096797b11546 is going to be updated. [ 1205.183291] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.183403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.183477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.183671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.185525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.185525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.666164] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.169182] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.169519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.169519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.169698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.169790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.169896] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b is going to be created. [ 1206.199777] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.199943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.199990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.200225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.200386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.228052] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b in Status: UNINITIALIZED for 2s [ 1206.844781] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1206.844995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.845177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.845392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.845579] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.845695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.845759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.845920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.846012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.846103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.846194] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.349063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.349063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.349063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.349063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.349674] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.349674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.349674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.349674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.349674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.349674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.349893] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.349893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.349978] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.350144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.350275] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.350372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.350432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.350571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.350646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.350729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.350819] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.852720] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 898c337b-d014-4c82-82b4-fc071dbfed8e: rpc.has_security_group_logging(os_id): False [ 1207.870931] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.871074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.871116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.871331] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.871486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.871730] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.871835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.871899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.872069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.872151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.872343] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.872438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.872498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.872635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.872706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.872878] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.873099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.873177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.873320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.873392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.873479] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1207.937765] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.938096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.938096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.938266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.938388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.948835] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1208.237569] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b in Status: SUCCESS [ 1208.237788] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.237958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.238191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.238380] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.238498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.238564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.238717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.238798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.238883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.238970] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.740952] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.243049] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc12934c-1975-49ab-8f43-ad5a1cbc2d4b: rpc.has_security_group_logging(os_id): False [ 1209.260618] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.260774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.260840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.261060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.261152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.261389] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.261490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.261618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.261698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.261772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.261856] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b is going to be created. [ 1209.315259] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.315497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.315615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.315874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.316133] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.325642] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b in Status: IN_PROGRESS for 2s [ 1209.644555] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.644693] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1209.960948] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1209.961287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.437616] env[69210]: INFO networking_nsxv3.common.synchronization [req-e30fe849-67dc-4a24-88ef-12182fe78448 req-658f995e-00d4-4a75-b15b-dc14803825ad tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_members [ 1210.438239] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGHEST for action security_group_members [ 1210.438554] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa59d72f-9e0b-412e-bec3-9afe02c59423 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.438686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.438745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.441693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.441961] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.442797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.443034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.443320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.443470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.443628] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.947156] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.947339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.947339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.947559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.947650] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.947848] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.947946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.948012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.948170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.948250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.948340] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 is going to be updated. [ 1210.975027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.975418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.975418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.975492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.975600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.983429] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 in Status: IN_PROGRESS for 2s [ 1211.287556] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.287787] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.287960] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.288294] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.288604] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.288787] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.288965] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.289283] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.289479] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.289685] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.289844] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.289935] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.290057] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.290194] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.290324] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.290492] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.308711] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.308895] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1211.309060] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.309265] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.309565] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-7717060a-9ff9-4319-87ac-e70bfd70292f taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.309743] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.309869] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.310214] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.310389] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7717060a-9ff9-4319-87ac-e70bfd70292f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.336286] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b in Status: SUCCESS [ 1211.336499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.813516] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.813745] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.813879] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.814218] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.814394] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.814560] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 7717060a-9ff9-4319-87ac-e70bfd70292f not found, creating... [ 1211.814820] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.814986] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.815123] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.815359] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.815504] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.815798] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.816048] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.816115] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.816298] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.816440] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.816585] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 7717060a-9ff9-4319-87ac-e70bfd70292f is going to be created. [ 1211.836398] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.836591] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.836724] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.836972] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.837260] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.837504] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.504635] env[69210]: INFO networking_nsxv3.common.synchronization [req-30b5f5bf-5cef-413d-b017-11fb0d374b5a req-a846f501-a2fc-4901-aa51-111fd908307b service nova] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_rules [ 1212.505128] env[69210]: INFO networking_nsxv3.common.synchronization [req-30b5f5bf-5cef-413d-b017-11fb0d374b5a req-a846f501-a2fc-4901-aa51-111fd908307b service nova] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1212.506023] env[69210]: INFO networking_nsxv3.common.synchronization [req-30b5f5bf-5cef-413d-b017-11fb0d374b5a req-a846f501-a2fc-4901-aa51-111fd908307b service nova] Enqueued Resource ID: 7717060a-9ff9-4319-87ac-e70bfd70292f with Priority: HIGHEST for action port [ 1212.506586] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_rules [ 1212.506757] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1212.506886] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7717060a-9ff9-4319-87ac-e70bfd70292f with Priority: HIGHEST for action port [ 1212.507260] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.507412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.507491] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.507731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.507822] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.509855] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.510035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.510135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.510481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.510538] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.510652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.510717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.510881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.510968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.511072] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.511793] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7717060a-9ff9-4319-87ac-e70bfd70292f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.511903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.511971] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.512135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.512213] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7717060a-9ff9-4319-87ac-e70bfd70292f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.994050] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 in Status: SUCCESS [ 1212.994336] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 deletion is rescheduled due to dependency. [ 1212.994514] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.014114] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.014235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.014437] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7717060a-9ff9-4319-87ac-e70bfd70292f with status ACTIVE [ 1213.014599] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.014708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.014775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.014988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.015090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.015262] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.015361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.015424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.015573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.015661] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.015886] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.016012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.016094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.016259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.016343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.016436] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7717060a-9ff9-4319-87ac-e70bfd70292f is going to be updated. [ 1213.017670] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.035385] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.035583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.035776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.035949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.036166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.036403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.523511] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.025798] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.025963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.026057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.026359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.026496] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.026654] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1214.052677] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.052827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.052887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.053050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.053194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.060411] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1214.351244] env[69210]: INFO networking_nsxv3.common.synchronization [req-e3420251-cf5f-4a5f-be1d-57b401ff0f1a req-ef91d1d7-5c83-4a06-ba58-18e2f01709b8 tempest-ServerDiskConfigTestJSON-7601589 tempest-ServerDiskConfigTestJSON-7601589-project-member] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1214.351688] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGHEST for action security_group_members [ 1214.351977] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.352119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.352205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.352369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.352516] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.352614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.352676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.352823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.352909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.353009] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.858278] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.858917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.858917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.858917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.858917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.859095] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.859140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.859180] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.859380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.859458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.859548] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be updated. [ 1214.884579] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.884720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.884791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.884984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.885134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.895710] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: IN_PROGRESS for 2s [ 1216.071557] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1216.072194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.072194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.072523] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.072782] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.073372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.073549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.073837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.073955] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.074143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.074301] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.577416] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.577618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.577659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.577863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.578038] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.578145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.578215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.578354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.578442] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.578530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.578679] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.578771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.578828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.578972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.579127] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.579242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.579312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.579443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.579519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.579601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.579694] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.905302] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 898c337b-d014-4c82-82b4-fc071dbfed8e in Status: SUCCESS [ 1216.905473] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e deletion is rescheduled due to dependency. [ 1216.905596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.082053] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239098d2-99de-4386-89a8-bd07c66f8b19: rpc.has_security_group_logging(os_id): False [ 1217.101467] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.101662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.101738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.101962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.102074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.102281] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.102387] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.102451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.102610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.102690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.102882] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.102977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.103051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.103192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.103270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.103498] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.103596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.103657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.103796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.103869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.103953] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1217.160092] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.160300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.160353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.160524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.160668] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.172956] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1219.186234] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1219.186535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.352860] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.353071] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1220.765234] env[69210]: INFO networking_nsxv3.common.synchronization [req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 req-5f60fc23-7220-4d76-8300-9ad66b6c3a1a tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1220.765761] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1220.766127] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.766254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.766324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.766524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.766674] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.766774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.766837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.766980] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.767757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.768170] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.081474] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.081716] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.081850] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.082217] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.082413] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.082584] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.082707] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.082929] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.084522] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.084522] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.084632] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.084909] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.084909] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.085075] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.085105] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.085257] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.103391] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.103391] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1221.103391] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.103606] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.104753] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.104753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.104753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.104753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.104753] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf9dc8b9-fd0b-4cd8-8704-38524e19a32f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.271512] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.272435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.272559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.272782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.292790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.293052] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.293182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.293251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.293445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.293526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.293607] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de is going to be updated. [ 1221.315389] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.315528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.315598] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.315795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.315936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.323203] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: IN_PROGRESS for 2s [ 1221.606942] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.607844] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.607953] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.608293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.608463] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.608626] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port cf9dc8b9-fd0b-4cd8-8704-38524e19a32f not found, creating... [ 1221.608902] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.609079] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.609196] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.609462] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.609613] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.609887] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.610087] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.610219] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.610463] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.610666] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.610830] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: cf9dc8b9-fd0b-4cd8-8704-38524e19a32f is going to be created. [ 1221.628738] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.628931] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.629071] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.629371] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.629614] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.629839] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.458026] env[69210]: INFO networking_nsxv3.common.synchronization [req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 req-d5054d99-e7ba-4d25-ac1f-eda8a6331e6e service nova] Enqueued Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_rules [ 1222.458306] env[69210]: INFO networking_nsxv3.common.synchronization [req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 req-d5054d99-e7ba-4d25-ac1f-eda8a6331e6e service nova] Enqueued Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1222.458425] env[69210]: INFO networking_nsxv3.common.synchronization [req-1f8a76a8-0a70-41e2-a319-87cb4cc4be65 req-d5054d99-e7ba-4d25-ac1f-eda8a6331e6e service nova] Enqueued Resource ID: cf9dc8b9-fd0b-4cd8-8704-38524e19a32f with Priority: HIGHEST for action port [ 1222.458663] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_rules [ 1222.458792] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1222.458887] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf9dc8b9-fd0b-4cd8-8704-38524e19a32f with Priority: HIGHEST for action port [ 1222.462765] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.462765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.462765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.463029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.463169] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.464326] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.464518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.464782] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.464947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.465060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.465272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.465387] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf9dc8b9-fd0b-4cd8-8704-38524e19a32f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.715170] env[69210]: INFO networking_nsxv3.common.synchronization [None req-78e13684-4fe0-4caf-b92d-e6797f7a35eb None None] Enqueued Resource ID: 7b1ed942-00cb-4aee-be31-6e47452e3df2 with Priority: HIGHEST for action port [ 1222.715442] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b1ed942-00cb-4aee-be31-6e47452e3df2 with Priority: HIGHEST for action port [ 1222.716044] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b1ed942-00cb-4aee-be31-6e47452e3df2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.716179] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b1ed942-00cb-4aee-be31-6e47452e3df2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.716248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b1ed942-00cb-4aee-be31-6e47452e3df2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.716539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b1ed942-00cb-4aee-be31-6e47452e3df2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.716591] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b1ed942-00cb-4aee-be31-6e47452e3df2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.967670] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.967670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.967670] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf9dc8b9-fd0b-4cd8-8704-38524e19a32f with status ACTIVE [ 1222.967670] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.967877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.967877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.968049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.968134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.968303] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.968393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.968450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.968600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.968673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.968852] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.968945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.969013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.969155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.969227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.969344] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf9dc8b9-fd0b-4cd8-8704-38524e19a32f is going to be updated. [ 1222.989189] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.989420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.989474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.989613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.989744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.989906] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.218796] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b1ed942-00cb-4aee-be31-6e47452e3df2 [ 1223.219048] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.219189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.219260] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.219518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.219613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.219715] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b1ed942-00cb-4aee-be31-6e47452e3df2 already deleted. [ 1223.219797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b1ed942-00cb-4aee-be31-6e47452e3df2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.332454] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: SUCCESS [ 1223.332646] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de deletion is rescheduled due to dependency. [ 1223.332761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.332986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.333156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.333343] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.333490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.333579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.333759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.333842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.333938] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.836285] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.338306] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.713871] env[69210]: INFO networking_nsxv3.common.synchronization [None req-f8cc5c35-58b6-4d6e-9e3b-2dd62f773077 None None] Enqueued Resource ID: 124663c8-478f-4891-8750-098e5771b94e with Priority: HIGHEST for action port [ 1224.714139] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124663c8-478f-4891-8750-098e5771b94e with Priority: HIGHEST for action port [ 1224.714741] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-124663c8-478f-4891-8750-098e5771b94e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.714891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-124663c8-478f-4891-8750-098e5771b94e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.715022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-124663c8-478f-4891-8750-098e5771b94e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.715182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-124663c8-478f-4891-8750-098e5771b94e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.715441] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('124663c8-478f-4891-8750-098e5771b94e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.840993] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.841345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.841345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.841498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.841554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.841622] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de is going to be updated. [ 1224.865953] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.866124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.866184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.866386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.866530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.874122] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: IN_PROGRESS for 2s [ 1225.217940] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 124663c8-478f-4891-8750-098e5771b94e [ 1225.218045] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.218205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.218338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.218499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.218592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.218688] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:124663c8-478f-4891-8750-098e5771b94e already deleted. [ 1225.218810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-124663c8-478f-4891-8750-098e5771b94e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.885770] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: SUCCESS [ 1226.886187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.886187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.886368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.886557] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.886672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.886738] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.886879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.886961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.887058] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.887148] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.389911] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.390080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.390154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.390393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.390579] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.390684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.390749] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.390910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.390998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.391103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.391255] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.391349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.391544] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.391927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.391927] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.391927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.392085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.392131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.392208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.392288] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.392377] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.894228] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0bf2564-46ed-4c7b-98c9-218b235844de: rpc.has_security_group_logging(os_id): False [ 1227.919759] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.919981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.919981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.920192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.920284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.920526] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.920634] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.920698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.920847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.920927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.921128] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.921226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.921280] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.921426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.921504] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.921685] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.921783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.921833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.922183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.924715] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.924845] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de is going to be updated. [ 1227.989846] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.990042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.990108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.990323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.990461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.001035] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: IN_PROGRESS for 2s [ 1228.305679] env[69210]: INFO networking_nsxv3.common.synchronization [req-135e041b-52f8-4af5-83b3-430a2f3b0d5e req-c1329c7c-e893-48a9-89fe-fdbe43a23779 tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Enqueued Resource ID: f7743a14-952a-4dd2-a819-c18a2ff680fd with Priority: HIGHEST for action security_group_members [ 1228.305936] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7743a14-952a-4dd2-a819-c18a2ff680fd with Priority: HIGHEST for action security_group_members [ 1228.306240] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7743a14-952a-4dd2-a819-c18a2ff680fd taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.306364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.306448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.306702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.306858] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.306959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.307031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.307174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.307372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.307479] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7743a14-952a-4dd2-a819-c18a2ff680fd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.631596] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.631854] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-402" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.631993] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-402" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.632277] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-402" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.632539] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.632702] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.632825] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.633056] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.633210] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.633425] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.633544] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.633656] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.633769] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.633884] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.633993] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.634143] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.653061] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.653228] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1228.653368] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.653528] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-402" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.653787] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-8ef1ce86-0880-4745-be82-e24748871cad taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.653951] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-8ef1ce86-0880-4745-be82-e24748871cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.654089] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-8ef1ce86-0880-4745-be82-e24748871cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.654365] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-8ef1ce86-0880-4745-be82-e24748871cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.654548] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef1ce86-0880-4745-be82-e24748871cad',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.809480] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.809703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.809785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.809946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.810097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.810260] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.810339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.810386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.810536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.810611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.810696] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7743a14-952a-4dd2-a819-c18a2ff680fd already deleted. [ 1228.810772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.156666] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.157069] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.157069] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.157292] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.157453] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.157623] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 8ef1ce86-0880-4745-be82-e24748871cad not found, creating... [ 1229.157891] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.158258] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.158447] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.158772] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.158924] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.159231] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.159405] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.159522] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.159737] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.159909] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.160040] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 8ef1ce86-0880-4745-be82-e24748871cad is going to be created. [ 1229.183670] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.184102] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.184255] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.184529] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.185275] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.185546] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-8ef1ce86-0880-4745-be82-e24748871cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.384679] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.384939] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.385090] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.385367] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.385641] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.385804] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.385928] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.386186] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.386340] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.386558] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.386681] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.386800] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.386917] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.387044] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.387231] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.387366] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.419909] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.420183] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1229.420285] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.420548] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-116" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.420896] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-7717060a-9ff9-4319-87ac-e70bfd70292f taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.421100] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.421230] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.421557] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.421717] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7717060a-9ff9-4319-87ac-e70bfd70292f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.843746] env[69210]: INFO networking_nsxv3.common.synchronization [req-135e041b-52f8-4af5-83b3-430a2f3b0d5e req-87715717-316e-40ef-a151-792e794277f7 service nova] Enqueued Resource ID: f7743a14-952a-4dd2-a819-c18a2ff680fd with Priority: HIGHEST for action security_group_rules [ 1229.843746] env[69210]: INFO networking_nsxv3.common.synchronization [req-135e041b-52f8-4af5-83b3-430a2f3b0d5e req-87715717-316e-40ef-a151-792e794277f7 service nova] Enqueued Resource ID: f7743a14-952a-4dd2-a819-c18a2ff680fd with Priority: HIGHEST for action security_group_members [ 1229.843830] env[69210]: INFO networking_nsxv3.common.synchronization [req-135e041b-52f8-4af5-83b3-430a2f3b0d5e req-87715717-316e-40ef-a151-792e794277f7 service nova] Enqueued Resource ID: 8ef1ce86-0880-4745-be82-e24748871cad with Priority: HIGHEST for action port [ 1229.844018] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7743a14-952a-4dd2-a819-c18a2ff680fd with Priority: HIGHEST for action security_group_rules [ 1229.844152] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7743a14-952a-4dd2-a819-c18a2ff680fd with Priority: HIGHEST for action security_group_members [ 1229.844250] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef1ce86-0880-4745-be82-e24748871cad with Priority: HIGHEST for action port [ 1229.844781] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7743a14-952a-4dd2-a819-c18a2ff680fd taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.844981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.845079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.845343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.845430] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7743a14-952a-4dd2-a819-c18a2ff680fd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.846329] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7743a14-952a-4dd2-a819-c18a2ff680fd taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.846673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.846724] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.846886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.847048] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.847143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.847197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.847325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.847412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.847502] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7743a14-952a-4dd2-a819-c18a2ff680fd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.848320] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ef1ce86-0880-4745-be82-e24748871cad taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.848320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ef1ce86-0880-4745-be82-e24748871cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.848467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ef1ce86-0880-4745-be82-e24748871cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.848545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ef1ce86-0880-4745-be82-e24748871cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.848602] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef1ce86-0880-4745-be82-e24748871cad',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.923911] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.924195] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.924333] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.924594] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.924897] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.925052] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.925192] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.925311] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.925561] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.925711] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.925994] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.926172] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.926293] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.926508] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.926642] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.926959] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 7717060a-9ff9-4319-87ac-e70bfd70292f is going to be updated. [ 1229.946463] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.946724] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.946840] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.947061] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.947266] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.947524] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.014514] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: SUCCESS [ 1230.014759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.349889] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7743a14-952a-4dd2-a819-c18a2ff680fd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.350935] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7743a14-952a-4dd2-a819-c18a2ff680fd taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.351055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.351425] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ef1ce86-0880-4745-be82-e24748871cad with status ACTIVE [ 1230.351594] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.351703] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.351759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.351959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.352060] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.352229] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.352337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.352386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.352520] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.352594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.352787] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.352882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.352944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.353104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.353200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.353286] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ef1ce86-0880-4745-be82-e24748871cad is going to be updated. [ 1230.372898] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.373053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.373126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.373326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.373462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.373635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ef1ce86-0880-4745-be82-e24748871cad" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.673822] env[69210]: INFO networking_nsxv3.common.synchronization [req-e6249763-e2c2-489d-9004-a77f78e1a329 req-b686fbbd-1220-4abb-be19-a5f825f664ba tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1230.674364] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGHEST for action security_group_members [ 1230.674903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.675045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.675114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.675309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.675462] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.675562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.675626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.675781] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.675861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.675953] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.747154] env[69210]: INFO networking_nsxv3.common.synchronization [req-e6249763-e2c2-489d-9004-a77f78e1a329 req-b686fbbd-1220-4abb-be19-a5f825f664ba tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: cf9dc8b9-fd0b-4cd8-8704-38524e19a32f with Priority: HIGHEST for action port [ 1230.747659] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf9dc8b9-fd0b-4cd8-8704-38524e19a32f with Priority: HIGHEST for action port [ 1230.747962] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.749253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.749253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.749450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.749544] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf9dc8b9-fd0b-4cd8-8704-38524e19a32f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.776008] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a req-22f8cbb2-7060-42b3-af0c-1c36ea473116 service nova] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_rules [ 1230.776280] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a req-22f8cbb2-7060-42b3-af0c-1c36ea473116 service nova] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1230.776513] env[69210]: INFO networking_nsxv3.common.synchronization [req-a5344b65-6c92-4d5d-9090-a9c02a31ea8a req-22f8cbb2-7060-42b3-af0c-1c36ea473116 service nova] Enqueued Resource ID: 7717060a-9ff9-4319-87ac-e70bfd70292f with Priority: HIGHEST for action port [ 1230.777069] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_rules [ 1230.777069] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1230.777498] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7717060a-9ff9-4319-87ac-e70bfd70292f with Priority: HIGHEST for action port [ 1230.777944] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.778088] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.778166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.778365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.778450] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.779656] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.779768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.779832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.780033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.780155] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.780604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.780682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.780852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.780963] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.781753] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.782943] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-7717060a-9ff9-4319-87ac-e70bfd70292f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.783079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.783079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.783230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.783293] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7717060a-9ff9-4319-87ac-e70bfd70292f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.852138] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7743a14-952a-4dd2-a819-c18a2ff680fd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.181534] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.182261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.182261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.182261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.182261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.182261] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.182537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.182537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.182613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.182647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.182742] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de is going to be updated. [ 1231.210213] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.210341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.210430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.210615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.210752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.218618] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: IN_PROGRESS for 2s [ 1231.251200] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf9dc8b9-fd0b-4cd8-8704-38524e19a32f with status ACTIVE [ 1231.251411] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.251541] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.251609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.251811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.251942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.252153] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.252264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.252329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.252480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.252559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.252756] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.252849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.252914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.253066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.253143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.253226] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf9dc8b9-fd0b-4cd8-8704-38524e19a32f is going to be updated. [ 1231.271032] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.271169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.271212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.271374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.271502] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.271648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf9dc8b9-fd0b-4cd8-8704-38524e19a32f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.280075] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.280170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.283757] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.284485] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7717060a-9ff9-4319-87ac-e70bfd70292f with status ACTIVE [ 1231.284653] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.284758] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.284819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.284987] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.285074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.285239] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.285335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.285397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.285542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.285615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.285786] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.285878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.285936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.286082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.286160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.286460] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7717060a-9ff9-4319-87ac-e70bfd70292f is going to be updated. [ 1231.303600] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.303835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.303964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.304357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.304501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.304655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7717060a-9ff9-4319-87ac-e70bfd70292f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.353708] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.354051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.354051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.354143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.354232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.354344] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7743a14-952a-4dd2-a819-c18a2ff680fd is going to be created. [ 1231.395440] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.395589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.395661] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.395870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.396048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.406158] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7743a14-952a-4dd2-a819-c18a2ff680fd in Status: UNINITIALIZED for 2s [ 1231.789190] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.292117] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.292117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.292117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.292117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.292117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.292117] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1232.317409] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.317565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.317625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.317867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.317948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.329647] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1233.228879] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0bf2564-46ed-4c7b-98c9-218b235844de in Status: SUCCESS [ 1233.229481] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de deletion is rescheduled due to dependency. [ 1233.229481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.416167] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7743a14-952a-4dd2-a819-c18a2ff680fd in Status: SUCCESS [ 1233.416396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.416563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.416784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.416982] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.417108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.417175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.417477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.417584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.417684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.417785] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7743a14-952a-4dd2-a819-c18a2ff680fd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.920110] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7743a14-952a-4dd2-a819-c18a2ff680fd taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.920367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.920433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.920645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.920939] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.921056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.921136] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.921275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.921383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.921445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.921601] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7743a14-952a-4dd2-a819-c18a2ff680fd taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.921696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.921762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.921893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.922068] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.922164] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.922224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.922361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.922440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.922527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.922615] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7743a14-952a-4dd2-a819-c18a2ff680fd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.340975] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1234.341352] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.341666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.342075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.342317] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.342555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.342776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.342865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.342968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.343175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.343315] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.424676] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7743a14-952a-4dd2-a819-c18a2ff680fd: rpc.has_security_group_logging(os_id): False [ 1234.442020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.442238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.442281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.442500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.442591] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.442816] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.442917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.442979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.443144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.443397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.443464] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.443557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.443628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.443808] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.443954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.444104] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.444195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.444249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.444392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.444465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.444554] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7743a14-952a-4dd2-a819-c18a2ff680fd is going to be created. [ 1234.495686] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.495861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.495901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.496149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.496328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.509321] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7743a14-952a-4dd2-a819-c18a2ff680fd in Status: IN_PROGRESS for 2s [ 1234.845200] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.845381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.845481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.845720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.845912] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.846033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.846091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.846253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.846343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.846449] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.846641] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.846762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.846871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.847075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.847223] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.847320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.847382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.847522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.847601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.847683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.847774] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.350064] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239098d2-99de-4386-89a8-bd07c66f8b19: rpc.has_security_group_logging(os_id): False [ 1235.366623] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.366767] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.366837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.367078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.367172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.367377] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.367623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.367712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.367886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.367974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.368287] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.368393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.368459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.368609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.368686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.368893] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.368993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.369069] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.369209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.369283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.369481] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1235.425866] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.426049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.426108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.426299] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.426437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.439211] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1235.778049] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.778244] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1236.520707] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7743a14-952a-4dd2-a819-c18a2ff680fd in Status: SUCCESS [ 1236.520707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.452802] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1237.453042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.779392] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.779675] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.561425] env[69210]: INFO networking_nsxv3.common.synchronization [req-6149cb5a-552a-4653-aa55-48bbf6104e8d req-54123664-5e7c-4ff4-a324-686c66126753 tempest-ServerAddressesNegativeTestJSON-1103344263 tempest-ServerAddressesNegativeTestJSON-1103344263-project-member] Enqueued Resource ID: f7743a14-952a-4dd2-a819-c18a2ff680fd with Priority: HIGHEST for action security_group_members [ 1241.561728] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7743a14-952a-4dd2-a819-c18a2ff680fd with Priority: HIGHEST for action security_group_members [ 1241.562676] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7743a14-952a-4dd2-a819-c18a2ff680fd taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.562676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.562676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.562676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.562676] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.563013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.563013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.563013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.563118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.563147] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7743a14-952a-4dd2-a819-c18a2ff680fd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.066133] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.066510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.066510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.066669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.066669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.066823] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.066923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.066985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.067149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.067227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.067318] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7743a14-952a-4dd2-a819-c18a2ff680fd is going to be updated. [ 1242.092582] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.092737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.092787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.092952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.093111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.100305] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7743a14-952a-4dd2-a819-c18a2ff680fd in Status: IN_PROGRESS for 2s [ 1244.110981] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7743a14-952a-4dd2-a819-c18a2ff680fd in Status: SUCCESS [ 1244.111371] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7743a14-952a-4dd2-a819-c18a2ff680fd deletion is rescheduled due to dependency. [ 1244.111371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.292950] env[69210]: INFO networking_nsxv3.common.synchronization [req-3aef6033-667b-419b-ad2c-32dad59c480d req-143ecb35-b964-41e9-81ab-af46eb33fe54 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1245.293486] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1245.293789] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.293915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.293984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.294195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.294346] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.294446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.294504] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.294653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.294741] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.294897] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.800370] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.303698] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.809397] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.809589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.809711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.809876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.809966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.810081] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 is going to be updated. [ 1246.839690] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.839690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.839690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.839885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.839980] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.852456] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: IN_PROGRESS for 2s [ 1248.862837] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: SUCCESS [ 1248.863528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.294890] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.295320] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.114100] env[69210]: INFO networking_nsxv3.common.synchronization [req-7d101d37-4fa2-4c68-a0c4-44cb02989d24 req-8526b72b-46f6-4b5e-a66b-09c17aa35c93 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1252.114100] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGHEST for action security_group_members [ 1252.114100] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.114372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.114372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.114451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.114598] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.114701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.114762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.114908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.114992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.115096] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.620775] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.620775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.620775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.620775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.621148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.621148] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.621250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.621287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.621485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.621565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.621656] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 is going to be updated. [ 1252.651717] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.651935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.651935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.652144] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.652297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.660511] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: IN_PROGRESS for 2s [ 1254.671386] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 in Status: SUCCESS [ 1254.671777] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 deletion is rescheduled due to dependency. [ 1254.671823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.246277] env[69210]: INFO networking_nsxv3.common.synchronization [req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf req-0bafb56e-3a65-4675-807b-ebd1ee32e34e tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 1255.246931] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 1255.247283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.247403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.247467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.251022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.251022] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.251022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.251022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.251022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.251022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.251022] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.675034] env[69210]: INFO networking_nsxv3.common.synchronization [req-8aa0dfd7-c87c-4276-a972-7b35f5a02d20 req-62a7b79d-1417-4cb0-a843-4bf91d66a833 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_members [ 1255.675569] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGHEST for action security_group_members [ 1255.675893] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.676026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.676094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.676289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.676441] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.676537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.676613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.676765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.676832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.676924] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.750845] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.800433] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.800788] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.800882] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.801155] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.801465] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.801652] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.801808] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.802089] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.802267] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.802520] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.802773] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.803127] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.803127] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.803127] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.803292] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.803366] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.822443] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.822782] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.823065] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.823335] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-119" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.823694] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-593295bf-ab9a-4b13-8772-89d8e952f55e taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.823902] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-593295bf-ab9a-4b13-8772-89d8e952f55e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.824073] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-593295bf-ab9a-4b13-8772-89d8e952f55e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.824443] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-593295bf-ab9a-4b13-8772-89d8e952f55e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.824855] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593295bf-ab9a-4b13-8772-89d8e952f55e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.179085] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.179085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.179085] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.179348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.179468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.179723] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.179865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.179969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.180183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.180293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.180407] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c is going to be updated. [ 1256.208187] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.208360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.208404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.208609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.208757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.217139] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c in Status: IN_PROGRESS for 2s [ 1256.253960] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.326948] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.327228] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.327366] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.329984] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.330263] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.330478] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 593295bf-ab9a-4b13-8772-89d8e952f55e not found, creating... [ 1256.330933] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.331149] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.331343] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.331735] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.331934] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.332297] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.332490] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.332652] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.332920] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.333103] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.333274] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 593295bf-ab9a-4b13-8772-89d8e952f55e is going to be created. [ 1256.353188] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.353188] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.353313] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.354046] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.354046] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.354046] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-593295bf-ab9a-4b13-8772-89d8e952f55e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.532020] env[69210]: INFO networking_nsxv3.common.synchronization [None req-762f64e7-f0d9-4074-8294-022f5b1f0f84 tempest-AttachInterfacesTestJSON-536839531 tempest-AttachInterfacesTestJSON-536839531-project-member] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1256.532020] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGHEST for action security_group_members [ 1256.532020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.532020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.532020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.532020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.532020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.532020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.532020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.532020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.532020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.532642] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.756774] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.757201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.757201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.757290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.757323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.757430] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 is going to be updated. [ 1256.783273] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.783488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.783540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.783792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.783986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.793282] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: IN_PROGRESS for 2s [ 1257.037468] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.037468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.037468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.037468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.037468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.037468] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.037468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.037468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.037468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.037468] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.037468] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be updated. [ 1257.065113] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.065113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.065113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.065113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.065113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.068166] env[69210]: INFO networking_nsxv3.common.synchronization [req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf req-684874fb-7790-493c-aced-cc69921498a2 service nova] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_rules [ 1257.070017] env[69210]: INFO networking_nsxv3.common.synchronization [req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf req-684874fb-7790-493c-aced-cc69921498a2 service nova] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 1257.070017] env[69210]: INFO networking_nsxv3.common.synchronization [req-f82b091f-92cf-4ec2-8548-2d51a9a7ffcf req-684874fb-7790-493c-aced-cc69921498a2 service nova] Enqueued Resource ID: 593295bf-ab9a-4b13-8772-89d8e952f55e with Priority: HIGHEST for action port [ 1257.070017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_rules [ 1257.070017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 1257.070017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593295bf-ab9a-4b13-8772-89d8e952f55e with Priority: HIGHEST for action port [ 1257.070017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.070017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.070017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.070517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.070769] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.071708] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.071944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.072247] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-593295bf-ab9a-4b13-8772-89d8e952f55e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.072497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593295bf-ab9a-4b13-8772-89d8e952f55e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.072720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593295bf-ab9a-4b13-8772-89d8e952f55e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.072981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593295bf-ab9a-4b13-8772-89d8e952f55e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.073174] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593295bf-ab9a-4b13-8772-89d8e952f55e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.075102] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: IN_PROGRESS for 2s [ 1257.577250] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.577411] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.577628] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 593295bf-ab9a-4b13-8772-89d8e952f55e with status ACTIVE [ 1257.577849] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.577967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.578047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.578279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.578385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.578586] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.578702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.578779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.578966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.579089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.579285] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.579396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.579463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.579628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.579766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.579864] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 593295bf-ab9a-4b13-8772-89d8e952f55e is going to be updated. [ 1257.600084] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.600319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.600319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.600528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.600692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.600892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593295bf-ab9a-4b13-8772-89d8e952f55e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.227288] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c in Status: SUCCESS [ 1258.227738] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c deletion is rescheduled due to dependency. [ 1258.227807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.803212] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: SUCCESS [ 1258.803452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.803599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.804051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.804051] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.804232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.804232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.804363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.804448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.804541] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.088861] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239098d2-99de-4386-89a8-bd07c66f8b19 in Status: SUCCESS [ 1259.089116] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 deletion is rescheduled due to dependency. [ 1259.089244] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.306967] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.809869] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.312678] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.313074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.313074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.313231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.313336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.313469] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 is going to be updated. [ 1260.338224] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.338429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.338526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.338796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.338952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.348018] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: IN_PROGRESS for 2s [ 1261.212316] env[69210]: INFO networking_nsxv3.common.synchronization [None req-04604173-b063-4d2b-8bb8-d8a93689459b None None] Enqueued Resource ID: f1469f37-a0ce-476c-b680-8fb8d3270ab3 with Priority: HIGHEST for action port [ 1261.212747] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1469f37-a0ce-476c-b680-8fb8d3270ab3 with Priority: HIGHEST for action port [ 1261.213138] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1469f37-a0ce-476c-b680-8fb8d3270ab3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.213256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1469f37-a0ce-476c-b680-8fb8d3270ab3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.213342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1469f37-a0ce-476c-b680-8fb8d3270ab3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.213610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1469f37-a0ce-476c-b680-8fb8d3270ab3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.213688] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1469f37-a0ce-476c-b680-8fb8d3270ab3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.444598] env[69210]: INFO networking_nsxv3.common.synchronization [None req-a2b9aed7-9e10-458f-baa6-43d27c72132c tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_rules [ 1261.445134] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_rules [ 1261.445432] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.445556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.445619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.446919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.447035] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.522596] env[69210]: INFO networking_nsxv3.common.synchronization [None req-7ce33b32-f532-4d82-a278-539bf1d81c9f tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_rules [ 1261.523098] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_rules [ 1261.523185] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.523293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.724892] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1469f37-a0ce-476c-b680-8fb8d3270ab3 [ 1261.724892] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.725070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.725117] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.725317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.725404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.725500] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1469f37-a0ce-476c-b680-8fb8d3270ab3 already deleted. [ 1261.726318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1469f37-a0ce-476c-b680-8fb8d3270ab3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.967759] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.969010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.973030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.973030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.973030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.973030] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa already deleted. [ 1261.973030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.973030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.973030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.973030] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.358307] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: SUCCESS [ 1262.358650] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.358981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.359361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.359761] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.359934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.360351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.360724] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.360992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.361197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.361408] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.490197] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.490197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.490197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.490197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.490197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.490739] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa already deleted. [ 1262.490739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.864511] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.044521] env[69210]: INFO networking_nsxv3.common.synchronization [None req-b3d8c0f4-add6-43a8-85e2-af1670bf822a None None] Enqueued Resource ID: 41d55577-f31b-4e6c-bc87-695c950dd082 with Priority: HIGHEST for action port [ 1263.045321] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d55577-f31b-4e6c-bc87-695c950dd082 with Priority: HIGHEST for action port [ 1263.045419] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d55577-f31b-4e6c-bc87-695c950dd082 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.045545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d55577-f31b-4e6c-bc87-695c950dd082" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.045618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d55577-f31b-4e6c-bc87-695c950dd082" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.045886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d55577-f31b-4e6c-bc87-695c950dd082" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.045972] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d55577-f31b-4e6c-bc87-695c950dd082',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.372073] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18c81ac-90dd-424c-9581-a98c46b21184: rpc.has_security_group_logging(os_id): False [ 1263.395835] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.395988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.395988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.396680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.396680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.396680] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.396680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.396680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.396914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.396914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.396971] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 is going to be updated. [ 1263.460715] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.460922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.460922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.461168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.461323] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.472397] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: IN_PROGRESS for 2s [ 1263.548033] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41d55577-f31b-4e6c-bc87-695c950dd082 [ 1263.548366] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.548366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.548467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.548601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.548693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.548793] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41d55577-f31b-4e6c-bc87-695c950dd082 already deleted. [ 1263.548878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d55577-f31b-4e6c-bc87-695c950dd082" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.485890] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: SUCCESS [ 1265.486218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.698189] env[69210]: INFO networking_nsxv3.common.synchronization [req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e req-a2a239cf-cf86-4b4b-b656-955672510916 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1266.700545] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1266.701230] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.701328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.701517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.701673] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.701882] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.701957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.702033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.702215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.702315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.702780] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.979235] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.979533] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.979735] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.980328] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.980655] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.980860] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.981145] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.981308] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.981444] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.981632] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.981753] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.981871] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.981985] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.982118] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.982302] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.982377] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1267.000383] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1267.000560] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1267.000710] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1267.000939] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.001252] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-0d109888-169d-4ab8-a44d-865c7b936e7a taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.001434] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.001568] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.001847] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.001993] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d109888-169d-4ab8-a44d-865c7b936e7a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.204643] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.204819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.204875] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.205107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.205197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.205389] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.205486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.205549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.205725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.205780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.205849] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 already deleted. [ 1267.205929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.504302] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.505030] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.505030] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.505030] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.505194] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.505241] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 0d109888-169d-4ab8-a44d-865c7b936e7a not found, creating... [ 1267.505691] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.505691] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.505856] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.505984] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.506139] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.506418] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.506578] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.506699] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.506913] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.507066] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.507211] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 0d109888-169d-4ab8-a44d-865c7b936e7a is going to be created. [ 1267.526369] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.526578] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.526708] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.526970] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.527239] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.527452] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.646404] env[69210]: INFO networking_nsxv3.common.synchronization [req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e req-c521077b-a17b-497f-98ab-924adb7986f1 service nova] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_rules [ 1268.646668] env[69210]: INFO networking_nsxv3.common.synchronization [req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e req-c521077b-a17b-497f-98ab-924adb7986f1 service nova] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1268.646790] env[69210]: INFO networking_nsxv3.common.synchronization [req-6dc9fee2-422e-4965-a3e0-f1b9c871ad5e req-c521077b-a17b-497f-98ab-924adb7986f1 service nova] Enqueued Resource ID: 0d109888-169d-4ab8-a44d-865c7b936e7a with Priority: HIGHEST for action port [ 1268.647084] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_rules [ 1268.647255] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1268.647380] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d109888-169d-4ab8-a44d-865c7b936e7a with Priority: HIGHEST for action port [ 1268.648027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.648293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.648293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.648556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.648702] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.649738] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.649911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.650013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.650213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.650391] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.654020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.654020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.654020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.654020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.654020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.654020] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d109888-169d-4ab8-a44d-865c7b936e7a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.654020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.654020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.654020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.654020] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d109888-169d-4ab8-a44d-865c7b936e7a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.095475] env[69210]: INFO networking_nsxv3.common.synchronization [req-84947f18-2cd2-43f4-947c-fd409bd56f10 req-ac1de07e-6ee8-4dc6-8069-841ca101f5ad tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_members [ 1269.096017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_members [ 1269.096403] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e85f1730-d62f-4e40-a60c-9b92e7e529fa taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.096534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.096593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.102607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.102856] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.102856] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.102993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.103121] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.103213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.103309] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.153900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.154160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.154356] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.155583] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d109888-169d-4ab8-a44d-865c7b936e7a with status ACTIVE [ 1269.155770] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.155892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.155961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.159729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.159729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.159729] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.159729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.159729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.159729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.159729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.159729] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.159729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.159729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.159729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.159729] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.159729] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d109888-169d-4ab8-a44d-865c7b936e7a is going to be updated. [ 1269.182457] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.182457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.182457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.182457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.182457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.182457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.525743] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.525959] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.526116] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.526396] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.526660] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.526823] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.526946] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.531024] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.531024] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.531024] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.531024] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.531024] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.531024] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.531024] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1269.531024] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.531024] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.550144] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.550144] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1269.550144] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.550370] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-495" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.550644] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.550866] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.550935] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.551270] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.551418] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.606692] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.606692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.606692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.606692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.606692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.606692] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.606692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.606692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.606692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.606692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.606692] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa already deleted. [ 1269.606692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.662077] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.056081] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.056817] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.056817] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.056817] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.056980] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.057990] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 not found, creating... [ 1270.057990] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.057990] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.057990] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.057990] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.057990] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.058894] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.058894] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.058894] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.058894] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.058894] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.059118] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 is going to be created. [ 1270.078038] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.078038] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.078170] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.078388] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.078633] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.078859] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.165732] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.165732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.165994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.165994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.166389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.166389] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be created. [ 1270.190180] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.190318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.190385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.190587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.190742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.205765] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: UNINITIALIZED for 2s [ 1270.765870] env[69210]: INFO networking_nsxv3.common.synchronization [req-84947f18-2cd2-43f4-947c-fd409bd56f10 req-11af48c4-31ae-43d8-b00a-05a483da9c93 service nova] Enqueued Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_rules [ 1270.766249] env[69210]: INFO networking_nsxv3.common.synchronization [req-84947f18-2cd2-43f4-947c-fd409bd56f10 req-11af48c4-31ae-43d8-b00a-05a483da9c93 service nova] Enqueued Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_members [ 1270.766249] env[69210]: INFO networking_nsxv3.common.synchronization [req-84947f18-2cd2-43f4-947c-fd409bd56f10 req-11af48c4-31ae-43d8-b00a-05a483da9c93 service nova] Enqueued Resource ID: bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 with Priority: HIGHEST for action port [ 1270.766732] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_rules [ 1270.766863] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_members [ 1270.766963] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 with Priority: HIGHEST for action port [ 1270.767262] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.767388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.767458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.767654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.767770] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.768629] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e85f1730-d62f-4e40-a60c-9b92e7e529fa taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.768712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.768776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.768962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.769101] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.769211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.769270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.769406] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.769491] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.769575] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.770320] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.770446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.770531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.770621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.770690] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.272298] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e85f1730-d62f-4e40-a60c-9b92e7e529fa taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.272515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.272600] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.273569] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 with status ACTIVE [ 1271.273749] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.273867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.273931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.274162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.274273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.274455] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.274556] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.274619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.274783] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.274863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.275055] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.275150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.275210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.275349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.275423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.275508] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46 is going to be updated. [ 1271.297676] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.297915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.297915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.298080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.298219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.298409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdccb3e4-2d67-4105-a7fb-7cfe6bcc2e46" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.777559] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.216291] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: SUCCESS [ 1272.216500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.217588] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.217835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.218039] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.218157] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.218220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.218369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.218445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.218539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.218627] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.279754] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.279936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.280016] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.280251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.280338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.280441] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa is going to be created. [ 1272.306774] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.306961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.307042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.307210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.307373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.316133] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa in Status: UNINITIALIZED for 2s [ 1272.565740] env[69210]: INFO networking_nsxv3.common.synchronization [req-08335fe3-854d-4b73-8cae-347ba61acee0 req-76498512-930f-4d49-ade6-7a43ff9f8924 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1272.566314] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1272.566596] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.566720] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.566786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.566987] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.567269] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.567269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.567432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.567432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.567510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.567604] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.722027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.722027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.722027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.722027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.722027] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.722027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.722027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.722027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.722485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.722485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.722485] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.722485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.722485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.722769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.722769] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.722852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.722951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.723008] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.723088] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.723175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.723265] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.070603] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.070997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.070997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.071614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.071614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.071614] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.071614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.071614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.071965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.071965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.071965] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1273.099597] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.099597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.099597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.099597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.099597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.106014] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1273.225338] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 454cd36b-a482-4d6e-ba83-d326dedc21f8: rpc.has_security_group_logging(os_id): False [ 1273.246218] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.246218] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.246218] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.246218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.246855] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.246855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.246855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.246855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.246855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.246855] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be created. [ 1273.308377] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.308562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.308611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.309152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.309152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.323000] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: IN_PROGRESS for 2s [ 1274.325042] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa in Status: SUCCESS [ 1274.325345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.325434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.325639] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.325824] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.325973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.326056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.326238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.326338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.326425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.326516] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.828697] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.115443] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1275.115443] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 deletion is rescheduled due to dependency. [ 1275.115443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.331475] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e85f1730-d62f-4e40-a60c-9b92e7e529fa: rpc.has_security_group_logging(os_id): False [ 1275.334294] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: SUCCESS [ 1275.334507] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.354644] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.354800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.354859] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.355096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.355189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.355454] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.355550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.355682] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.355764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.355838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.355945] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa is going to be created. [ 1275.412915] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.413115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.413171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.413355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.413534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.423553] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa in Status: IN_PROGRESS for 2s [ 1277.435901] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa in Status: SUCCESS [ 1277.436389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.567734] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.567901] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.497293] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.497603] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.497603] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.497941] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.498221] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.498388] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.498513] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.498738] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.498891] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.499119] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.499243] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.499360] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.499476] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.499589] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.499700] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.499837] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.516481] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.516637] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.516776] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.516946] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-660" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.517236] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-648d4c52-22e5-4f69-b9f3-096797b11546 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.517404] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.517528] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.517771] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.517899] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('648d4c52-22e5-4f69-b9f3-096797b11546',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.019660] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.020451] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.020451] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.020451] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.020623] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.020919] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.021100] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.021248] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.021455] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.021598] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.021914] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.022116] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.022303] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.022506] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.022654] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.022805] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 648d4c52-22e5-4f69-b9f3-096797b11546 is going to be updated. [ 1279.044983] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.045252] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.045405] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.045675] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.045915] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.046168] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.730484] env[69210]: INFO networking_nsxv3.common.synchronization [req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b req-b17cb69b-a2cf-4994-85f1-320732693588 service nova] Enqueued Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_rules [ 1279.730791] env[69210]: INFO networking_nsxv3.common.synchronization [req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b req-b17cb69b-a2cf-4994-85f1-320732693588 service nova] Enqueued Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_members [ 1279.730850] env[69210]: INFO networking_nsxv3.common.synchronization [req-6d31e8d0-6f7c-4e0a-9b8d-02a08cd6909b req-b17cb69b-a2cf-4994-85f1-320732693588 service nova] Enqueued Resource ID: 648d4c52-22e5-4f69-b9f3-096797b11546 with Priority: HIGHEST for action port [ 1279.731094] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_rules [ 1279.731303] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_members [ 1279.731354] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648d4c52-22e5-4f69-b9f3-096797b11546 with Priority: HIGHEST for action port [ 1279.732227] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.732375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.732446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.732646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.732726] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.733538] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.733662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.733732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.733897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.734079] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.734214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.734298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.734445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.734534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.734622] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.735337] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-648d4c52-22e5-4f69-b9f3-096797b11546 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.741412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.741484] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.741647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.741725] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('648d4c52-22e5-4f69-b9f3-096797b11546',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.243344] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.244388] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.244522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.244664] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 648d4c52-22e5-4f69-b9f3-096797b11546 with status ACTIVE [ 1280.244814] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.244919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.244981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.245256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.245354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.245533] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.245633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.245692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.245842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.245919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.249451] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.249586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.249654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.249790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.249867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.250119] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 648d4c52-22e5-4f69-b9f3-096797b11546 is going to be updated. [ 1280.268844] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.269035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.269035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.269458] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.269653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.269811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-648d4c52-22e5-4f69-b9f3-096797b11546" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.752109] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.255052] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.255251] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.255329] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.255790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.255790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.255964] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b is going to be updated. [ 1281.278164] env[69210]: INFO networking_nsxv3.common.synchronization [req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 req-a770c4a7-fee1-4611-9ed5-08e2c777c088 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1281.278276] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1281.278754] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.278918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.279032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.279287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.279486] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.279616] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.279746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.279900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.280100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.280233] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.282463] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.282463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.282626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.283629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.283629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.291569] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b in Status: IN_PROGRESS for 2s [ 1281.547383] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.547636] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.547800] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.548133] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.548494] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.548644] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.548799] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.549159] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.549351] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.549609] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.549759] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.549901] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.550103] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.550256] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.550400] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.550567] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.566827] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.566998] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1281.567239] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.567328] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-916" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.567626] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-852729f9-e7bb-4cb2-94ff-96887dd901a6 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.567796] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-852729f9-e7bb-4cb2-94ff-96887dd901a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.567926] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-852729f9-e7bb-4cb2-94ff-96887dd901a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.568256] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-852729f9-e7bb-4cb2-94ff-96887dd901a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.568403] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852729f9-e7bb-4cb2-94ff-96887dd901a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.785887] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.786294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.786294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.786506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.786506] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.786671] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.786798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.786798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.786924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.786980] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.787058] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1281.812853] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.813063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.813063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.813267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.813403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.822042] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1282.070738] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.070953] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.072026] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.072026] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.072026] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.072026] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 852729f9-e7bb-4cb2-94ff-96887dd901a6 not found, creating... [ 1282.072026] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.072400] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.072400] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.072663] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.072862] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.073278] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.073499] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.073671] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.073953] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.074175] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.074372] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 852729f9-e7bb-4cb2-94ff-96887dd901a6 is going to be created. [ 1282.092640] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.092840] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.092941] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.093187] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.093414] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.093653] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-852729f9-e7bb-4cb2-94ff-96887dd901a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.754943] env[69210]: INFO networking_nsxv3.common.synchronization [req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 req-c4c40f60-4f11-447e-8c78-d4f74ea083d8 service nova] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_rules [ 1282.754943] env[69210]: INFO networking_nsxv3.common.synchronization [req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 req-c4c40f60-4f11-447e-8c78-d4f74ea083d8 service nova] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1282.754943] env[69210]: INFO networking_nsxv3.common.synchronization [req-1dafd37c-1b92-4228-9b2e-1fb0087b91b4 req-c4c40f60-4f11-447e-8c78-d4f74ea083d8 service nova] Enqueued Resource ID: 852729f9-e7bb-4cb2-94ff-96887dd901a6 with Priority: HIGHEST for action port [ 1282.754943] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_rules [ 1282.754943] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1282.754943] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852729f9-e7bb-4cb2-94ff-96887dd901a6 with Priority: HIGHEST for action port [ 1282.755460] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.755583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.755654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.755850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.755934] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.756951] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.757120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.757365] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-852729f9-e7bb-4cb2-94ff-96887dd901a6 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.757517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-852729f9-e7bb-4cb2-94ff-96887dd901a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.757637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-852729f9-e7bb-4cb2-94ff-96887dd901a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.757837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-852729f9-e7bb-4cb2-94ff-96887dd901a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.757952] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852729f9-e7bb-4cb2-94ff-96887dd901a6',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.259592] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.259908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.259908] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 852729f9-e7bb-4cb2-94ff-96887dd901a6 with status ACTIVE [ 1283.260157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.260272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.260334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.260537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.260628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.260797] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.260896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.261439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.261439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.261439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.261439] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.261693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.261693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.261693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.261799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.261799] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 852729f9-e7bb-4cb2-94ff-96887dd901a6 is going to be updated. [ 1283.286039] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.286225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.286312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.286548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.286733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.286941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-852729f9-e7bb-4cb2-94ff-96887dd901a6" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.301251] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b in Status: SUCCESS [ 1283.301443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.301593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.301769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.301938] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.302057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.302123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.302270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.302416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.302416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.302516] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.488901] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e08b66b-8250-49fe-afc6-c99f15d2a55e req-6d0442e5-c405-4a91-9dc3-9c48627cc571 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1283.489023] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1283.489262] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.489386] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.489455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.489692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.489871] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.490076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.490076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.490232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.490307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.490405] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.799129] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.799429] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.799667] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.800114] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.800424] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.800657] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.800850] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.801147] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.801306] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.801584] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.801747] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.801873] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.801992] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.802131] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1283.802249] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.802399] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.803924] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.820366] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.820560] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1283.820689] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.820960] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.821324] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.821522] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.821680] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.822103] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.822286] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.831484] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1283.831660] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 deletion is rescheduled due to dependency. [ 1283.831795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.832008] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.832226] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.832432] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.832560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.832624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.832870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.832870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.832981] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.992142] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.309561] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc12934c-1975-49ab-8f43-ad5a1cbc2d4b: rpc.has_security_group_logging(os_id): False [ 1284.328028] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.328028] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.328028] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.328028] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.328028] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.328028] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 not found, creating... [ 1284.328028] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.328028] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.328444] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.328444] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.328444] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.328748] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.328948] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.329109] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.329401] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.329596] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.329795] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 is going to be created. [ 1284.332203] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.332376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.332493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.332730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.332871] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.333156] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.333266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.333331] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.333477] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.333555] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.333639] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b is going to be updated. [ 1284.334692] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.357553] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.357765] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.357995] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.358196] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.358456] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.358685] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.405277] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.405557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.405557] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.405683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.405973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.420729] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b in Status: IN_PROGRESS for 2s [ 1284.495343] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.836876] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.997766] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.997994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.998162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.998509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.998691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.998882] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be updated. [ 1285.029030] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.029339] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.029446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.029675] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.029836] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.038694] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: IN_PROGRESS for 2s [ 1285.340374] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.340649] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.340649] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.340822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.340911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.341025] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1285.370377] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.370606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.370606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.370799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.370951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.380835] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1285.421857] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e08b66b-8250-49fe-afc6-c99f15d2a55e req-af150154-7c62-40d5-9ded-c0fd130bfc11 service nova] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_rules [ 1285.422057] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e08b66b-8250-49fe-afc6-c99f15d2a55e req-af150154-7c62-40d5-9ded-c0fd130bfc11 service nova] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1285.422208] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e08b66b-8250-49fe-afc6-c99f15d2a55e req-af150154-7c62-40d5-9ded-c0fd130bfc11 service nova] Enqueued Resource ID: 8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 with Priority: HIGHEST for action port [ 1285.422436] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_rules [ 1285.422564] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1285.422661] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 with Priority: HIGHEST for action port [ 1285.423252] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.423388] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.423568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.423652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.423733] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.424592] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.424695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.424885] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.424987] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.425067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.425246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.425328] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.927521] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.927728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.927860] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 with status ACTIVE [ 1285.928057] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.928160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.928219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.928440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.928532] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.928705] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.928802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.928895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.929049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.929169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.929287] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.929382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.929426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.929569] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.929640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.929728] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0 is going to be updated. [ 1285.953794] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.954032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.954032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.954242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.954399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.954615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c0faae8-bf8a-4cfe-985b-d38d2ddc67d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.435629] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b in Status: SUCCESS [ 1286.436079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.048474] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: SUCCESS [ 1287.139168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.139168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.139168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.139168] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.139168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.139168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.139168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.139168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.139168] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.390789] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1287.390986] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.391165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.391650] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.391650] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.391806] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.391850] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.392041] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.392153] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.392279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.392387] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.552556] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.894042] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.055513] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.398236] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f8b4f78-ec82-4249-9d7d-365281c97612: rpc.has_security_group_logging(os_id): False [ 1288.459182] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.459423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.459423] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.459613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.459725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.459977] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.460128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.460236] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.460359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.460434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.460525] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1288.524902] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.525116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.525168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.525368] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.525617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.538634] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1288.558326] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.558753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.558753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.558853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.558892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.558980] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be updated. [ 1288.612186] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.612419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.612488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.612764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.612967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.626162] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: IN_PROGRESS for 2s [ 1290.423728] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.424148] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1290.551673] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1290.551962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.636999] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: SUCCESS [ 1290.637254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.637417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.637632] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.637826] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.637948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.638031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.638182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.638277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.638359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.638449] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.141750] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.141750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.141750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.141750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.141750] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.141750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.141750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.141750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.141750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.141750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.141750] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.142219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.142219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.142219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.142219] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.142219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.142379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.142410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.142505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.142586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.142675] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.648181] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 454cd36b-a482-4d6e-ba83-d326dedc21f8: rpc.has_security_group_logging(os_id): False [ 1291.666850] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.667037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.667084] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.667289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.667382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.667571] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.667676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.667764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.667938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.668081] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.668294] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.668413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.668505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.668586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.668647] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.668861] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.668972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.669043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.669188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.669307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.669383] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be updated. [ 1291.731200] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.731418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.731418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.731630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.731760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.743679] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: IN_PROGRESS for 2s [ 1293.758476] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: SUCCESS [ 1293.758894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.424394] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.424724] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1295.750427] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1295.750635] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1297.891141] env[69210]: INFO networking_nsxv3.common.synchronization [req-07de8b2c-e905-4987-aaa5-22d96becdc50 req-3b9eaf7a-9387-4122-9490-c5c21bdd3980 tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1297.891739] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1297.891985] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.892124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.892190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.892424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.892540] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.892641] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.892709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.892847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.892931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.893137] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.395716] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.898150] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.400399] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.400574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.400635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.400852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.400953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.401048] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be updated. [ 1299.431945] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.432222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.432222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.432383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.432509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.442197] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: IN_PROGRESS for 2s [ 1301.453200] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: SUCCESS [ 1301.453679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.893235] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.893600] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.895015] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.895348] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.896190] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.896472] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.711617] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.712072] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.712072] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.712237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.712385] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.215080] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.717227] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.897872] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.898095] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.219402] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1318.219613] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1318.968454] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.969062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.969062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.969062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.983338] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1318.983995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.985024] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1319.023876] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.024181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.024181] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.024321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.038908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.039739] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1319.039821] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1319.040013] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1319.085185] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.085486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.085596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.085864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.087312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.087589] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1319.178063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.178432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.178596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.178936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.179472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.179937] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1319.268862] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.268991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.269083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.269341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.269772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.270537] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1319.270641] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'73e7bbb1-d88c-4c49-8f28-e4f8be6d2655', 'b18c81ac-90dd-424c-9581-a98c46b21184', '1ef54ee1-b786-4f9f-94db-d82329c6d41d', '251e7e7f-77dd-436f-a17a-75b55e44ffe7', '5d23b613-5ffb-488d-8f84-088f069975de', 'dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4', 'f7743a14-952a-4dd2-a819-c18a2ff680fd', 'eb6c4538-5ea5-4d90-9f14-8a6f30fd3118', 'e85f1730-d62f-4e40-a60c-9b92e7e529fa', '2f057cf8-8872-47a7-bbeb-fcc46158bf44', '75677c77-e814-4cae-99a0-e5c3f1e2542d', 'f192b0c6-617d-453b-aa3e-7e9aafd68110', '454cd36b-a482-4d6e-ba83-d326dedc21f8', '3f8b4f78-ec82-4249-9d7d-365281c97612', '08104e81-f620-4ba6-8315-73d828267d05', 'c3c36087-1356-4488-81dd-21f7ba2e309f', '239098d2-99de-4386-89a8-bd07c66f8b19', '6efeb86b-299a-454f-80d9-0d0a81aba7fc', '57041c8d-3ed9-452e-a265-bf2b041394d9', '189b54e8-2f5e-4885-a1b9-872dd9e5f346', 'aa59d72f-9e0b-412e-bec3-9afe02c59423', '272a7be7-c20f-4edd-a65b-6601e565d09e', '0d161c25-14b9-4326-bd69-8992c2649620', '66ac350a-254a-4a14-9029-0bf9432899c8', '68616388-ae11-4be9-89ef-b4742937dd85', 'fc12934c-1975-49ab-8f43-ad5a1cbc2d4b', '5e1857da-a4c9-4eba-8d84-b696434516ef', '06ca6ead-d371-427f-91f2-f3ab125810de', 'b3e74851-a4b7-4daf-b0eb-35365bedad55', '5bd6ff6a-ae6d-48d5-b11f-832982f57c2c', 'c0bf2564-46ed-4c7b-98c9-218b235844de', '72daf414-b00e-4349-a17a-ee88eb2c8ff8', '8e622c91-a49e-443b-81d2-89da731106a2', '8525e3ff-2549-4796-9a5d-54df25c1af78', 'ebe744e7-6aad-4a4c-8398-95eeed2da747', '1456ab0c-57d7-4422-95cf-637d18a7749f', '3d5a0768-6d5e-4d45-b677-21d2418a295c', '14947345-c62f-4560-ba3e-f031294a8f0c', 'a8046d03-42f7-4ee3-bf2a-daea05541ec0', 'c1a63f4b-22fe-4a0c-94fe-2f74816bd16e', '898c337b-d014-4c82-82b4-fc071dbfed8e', 'b9983563-5e95-4d83-98c5-6eea8654dd0e'} {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1319.270743] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1319.290238] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.290449] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.290531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.290748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.290840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.290949] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1319.291034] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1319.291107] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1319.409329] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.409564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.409564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.409726] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.410916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.411198] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1319.411273] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1319.411364] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1319.411480] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1319.411529] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1319.411648] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 with Priority: HIGH for action security_group_rules [ 1319.411739] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGH for action security_group_rules [ 1319.411809] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d with Priority: HIGH for action security_group_rules [ 1319.411871] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGH for action security_group_rules [ 1319.411934] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGH for action security_group_rules [ 1319.412023] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGH for action security_group_rules [ 1319.412104] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7743a14-952a-4dd2-a819-c18a2ff680fd with Priority: HIGH for action security_group_rules [ 1319.412164] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGH for action security_group_rules [ 1319.412248] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGH for action security_group_rules [ 1319.412327] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGH for action security_group_rules [ 1319.412392] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGH for action security_group_rules [ 1319.412455] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 with Priority: HIGH for action security_group_rules [ 1319.412515] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGH for action security_group_rules [ 1319.412576] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGH for action security_group_rules [ 1319.412638] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGH for action security_group_rules [ 1319.412692] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGH for action security_group_rules [ 1319.412758] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGH for action security_group_rules [ 1319.412818] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGH for action security_group_rules [ 1319.412882] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 with Priority: HIGH for action security_group_rules [ 1319.412944] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGH for action security_group_rules [ 1319.413057] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.899027] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.899432] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1322.899432] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 with Priority: HIGH for action security_group_rules [ 1322.899432] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d with Priority: HIGH for action security_group_rules [ 1322.899552] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7743a14-952a-4dd2-a819-c18a2ff680fd with Priority: HIGH for action security_group_rules [ 1322.899690] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08104e81-f620-4ba6-8315-73d828267d05 with Priority: HIGH for action security_group_rules [ 1322.899752] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 with Priority: HIGH for action security_group_rules [ 1322.899816] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 with Priority: HIGH for action security_group_rules [ 1322.899910] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc with Priority: HIGH for action security_group_rules [ 1322.900017] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239098d2-99de-4386-89a8-bd07c66f8b19 with Priority: HIGH for action security_group_rules [ 1322.900141] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGH for action security_group_rules [ 1322.900259] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c36087-1356-4488-81dd-21f7ba2e309f with Priority: HIGH for action security_group_rules [ 1322.900426] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGH for action security_group_rules [ 1322.900555] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 with Priority: HIGH for action security_group_rules [ 1322.900661] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d with Priority: HIGH for action security_group_rules [ 1322.900778] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 with Priority: HIGH for action security_group_rules [ 1322.900899] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGH for action security_group_rules [ 1322.901011] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 with Priority: HIGH for action security_group_rules [ 1322.901126] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 with Priority: HIGH for action security_group_rules [ 1322.901219] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23b613-5ffb-488d-8f84-088f069975de with Priority: HIGH for action security_group_rules [ 1322.901331] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGH for action security_group_rules [ 1322.901455] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 with Priority: HIGH for action security_group_rules [ 1322.901818] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.901981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.902082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.902320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.902432] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e7bbb1-d88c-4c49-8f28-e4f8be6d2655',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.903623] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ef54ee1-b786-4f9f-94db-d82329c6d41d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.903761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.903844] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.904053] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.904157] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ef54ee1-b786-4f9f-94db-d82329c6d41d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.904984] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7743a14-952a-4dd2-a819-c18a2ff680fd taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.905341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.905444] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.905577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.905692] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7743a14-952a-4dd2-a819-c18a2ff680fd',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.906430] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08104e81-f620-4ba6-8315-73d828267d05 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.906597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.906597] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.906780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.906885] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08104e81-f620-4ba6-8315-73d828267d05',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.907608] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.907734] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.907815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.907980] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.908091] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189b54e8-2f5e-4885-a1b9-872dd9e5f346',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.908872] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57041c8d-3ed9-452e-a265-bf2b041394d9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.909015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.909015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.909221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.909327] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57041c8d-3ed9-452e-a265-bf2b041394d9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.910042] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.910204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.910204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.910410] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.910410] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6efeb86b-299a-454f-80d9-0d0a81aba7fc',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.911276] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239098d2-99de-4386-89a8-bd07c66f8b19 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.911407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.911475] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.911835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.911835] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239098d2-99de-4386-89a8-bd07c66f8b19',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.912466] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.912621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.912721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.913014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.913014] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.913804] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3c36087-1356-4488-81dd-21f7ba2e309f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.913804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.913999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.914094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.914246] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3c36087-1356-4488-81dd-21f7ba2e309f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.914886] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.915027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.915105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.915254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.915322] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.916059] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f192b0c6-617d-453b-aa3e-7e9aafd68110 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.916186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.916260] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.916417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.916513] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f192b0c6-617d-453b-aa3e-7e9aafd68110',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.917223] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75677c77-e814-4cae-99a0-e5c3f1e2542d taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.917351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.917427] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.917571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.917651] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75677c77-e814-4cae-99a0-e5c3f1e2542d',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.918395] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.918522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.918598] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.918817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.918817] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f057cf8-8872-47a7-bbeb-fcc46158bf44',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.919654] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.919771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.919935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.920033] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.920104] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.920807] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.920933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.921027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.921124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.921206] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.921851] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.921974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.922075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.922154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.922228] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb6c4538-5ea5-4d90-9f14-8a6f30fd3118',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.922894] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d23b613-5ffb-488d-8f84-088f069975de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.923107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.923201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.923316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.923509] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d23b613-5ffb-488d-8f84-088f069975de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.924037] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.924173] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.924248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.924400] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.924400] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.925053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.925190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.925268] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.925359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.925515] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('251e7e7f-77dd-436f-a17a-75b55e44ffe7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.950657] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.950880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.950880] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.951078] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.972473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.972663] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e7bbb1-d88c-4c49-8f28-e4f8be6d2655 is going to be deleted. [ 1323.042376] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.042608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.042608] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.042791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.042888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.043015] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e7bbb1-d88c-4c49-8f28-e4f8be6d2655" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.437783] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.437998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.437998] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.438200] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.438373] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.438500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.438568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.438716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.438801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.438886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.438972] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.439884] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.440022] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.440076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.440227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.440652] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.440652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.440652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.440810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.440810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.440870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.440910] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.442787] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.442891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.442959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.443126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.443280] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.443371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.443434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.443573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.443648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.443730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.443809] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.445584] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e85f1730-d62f-4e40-a60c-9b92e7e529fa taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.445695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.445760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.445915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.446469] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.446579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.446646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.446794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.446873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.446957] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.447050] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.515483] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.515696] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.515797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.516019] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.518063] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.518176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.518890] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.518987] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.519700] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.519795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.520495] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.520593] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.521320] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.521414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.522138] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.522228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.522919] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.523050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.523725] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.523831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.524530] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.524614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.525365] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.525462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.526148] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.526613] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.526725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.527553] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.528107] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.528220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.528535] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.528984] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.529107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.529848] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.530330] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.530450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.550543] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.551074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.551205] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 251e7e7f-77dd-436f-a17a-75b55e44ffe7 is going to be deleted. [ 1323.552205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.552425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.573984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.574134] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f192b0c6-617d-453b-aa3e-7e9aafd68110 is going to be deleted. [ 1323.574995] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.575221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.597382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.597550] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08104e81-f620-4ba6-8315-73d828267d05 is going to be deleted. [ 1323.598817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.598817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.622256] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.622486] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.628852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.629050] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4 is going to be deleted. [ 1323.629907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.630111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.637270] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.637405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.678235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.678235] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6efeb86b-299a-454f-80d9-0d0a81aba7fc is going to be deleted. [ 1323.679389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.679674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.681725] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.681725] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.729059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.729224] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f057cf8-8872-47a7-bbeb-fcc46158bf44 is going to be deleted. [ 1323.730501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.730731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.740967] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.741167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.808642] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.808907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.817805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.817946] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239098d2-99de-4386-89a8-bd07c66f8b19 is going to be deleted. [ 1323.819009] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.819237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.871500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.871688] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75677c77-e814-4cae-99a0-e5c3f1e2542d is going to be deleted. [ 1323.872621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.872851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.874281] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.874397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.923105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.923530] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57041c8d-3ed9-452e-a265-bf2b041394d9 is going to be deleted. [ 1323.924126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.924343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.925689] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.925814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.953950] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.954208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.954208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.954393] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.954556] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.954660] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.954723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.954877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.954966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.955068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.955216] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.955308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.955372] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.955520] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.955678] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.955831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.955904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.956063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.956141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.956224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.956315] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.957702] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.958590] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.959212] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.988302] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.988494] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d23b613-5ffb-488d-8f84-088f069975de is going to be deleted. [ 1323.989311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.989528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.021078] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.021305] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.034215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.034372] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ef54ee1-b786-4f9f-94db-d82329c6d41d is going to be deleted. [ 1324.035552] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.035828] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.093769] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.093972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.103050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.103050] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189b54e8-2f5e-4885-a1b9-872dd9e5f346 is going to be deleted. [ 1324.103946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.104176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.130025] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.130234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.141991] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.142178] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.167115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.167264] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3c36087-1356-4488-81dd-21f7ba2e309f is going to be deleted. [ 1324.168272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.168490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.238936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.239140] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7743a14-952a-4dd2-a819-c18a2ff680fd is going to be deleted. [ 1324.239977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.240211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.297577] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.297756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.308177] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.308353] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb6c4538-5ea5-4d90-9f14-8a6f30fd3118 is going to be deleted. [ 1324.309630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.309908] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.310042] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.310213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-251e7e7f-77dd-436f-a17a-75b55e44ffe7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.311220] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.311343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.311435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.311654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.311769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.311926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3c36087-1356-4488-81dd-21f7ba2e309f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.312111] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.312305] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.312413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.312567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f192b0c6-617d-453b-aa3e-7e9aafd68110" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.313174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.313374] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.313482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.313638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08104e81-f620-4ba6-8315-73d828267d05" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.313809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.313996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.314116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.314267] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd8f9e49-d085-4e87-b6e8-0d1c9968a1e4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.314416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.314601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.314702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.314895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6efeb86b-299a-454f-80d9-0d0a81aba7fc" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.315025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.315208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.315312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.315460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f057cf8-8872-47a7-bbeb-fcc46158bf44" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.315610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.315790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.315893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.316055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239098d2-99de-4386-89a8-bd07c66f8b19" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.316227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.316412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.316516] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.316665] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75677c77-e814-4cae-99a0-e5c3f1e2542d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.316809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.316990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.317108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.317254] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57041c8d-3ed9-452e-a265-bf2b041394d9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.317421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.317605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.317709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.317851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d23b613-5ffb-488d-8f84-088f069975de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.317996] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.318191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.318296] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.318438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ef54ee1-b786-4f9f-94db-d82329c6d41d" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.318607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.318794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.318892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.319043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189b54e8-2f5e-4885-a1b9-872dd9e5f346" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.342858] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.343075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.343075] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.343281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.343370] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.343489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7743a14-952a-4dd2-a819-c18a2ff680fd" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.444987] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.445213] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.445287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.445505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.445599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.445721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb6c4538-5ea5-4d90-9f14-8a6f30fd3118" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.459162] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 454cd36b-a482-4d6e-ba83-d326dedc21f8: rpc.has_security_group_logging(os_id): False [ 1324.460232] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e85f1730-d62f-4e40-a60c-9b92e7e529fa: rpc.has_security_group_logging(os_id): False [ 1324.461122] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b18c81ac-90dd-424c-9581-a98c46b21184: rpc.has_security_group_logging(os_id): False [ 1324.461879] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f8b4f78-ec82-4249-9d7d-365281c97612: rpc.has_security_group_logging(os_id): False [ 1324.500339] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.500524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.500600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.500840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.502346] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.502533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.503100] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.503191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.503826] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.503921] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.554680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.554935] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.555098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.555171] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.555367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.555451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.555697] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.555804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.555864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.556051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.556115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.556306] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.556396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.556456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.556596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.556674] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.556765] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be updated. [ 1324.557763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.557924] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.605989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.606292] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.606382] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.606472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.606630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.606711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.606804] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 is going to be updated. [ 1324.607774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.607982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.633782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.634047] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.634145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.634210] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.634375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.634454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.634541] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa is going to be updated. [ 1324.635453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.635619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.659211] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.659472] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.659594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.659664] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.659833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.659905] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.659996] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1324.661752] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.661872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.661923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.662101] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.662231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.681190] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: IN_PROGRESS for 2s [ 1324.686659] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.686801] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.687023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.687102] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.687242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.703569] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: IN_PROGRESS for 2s [ 1324.728047] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.728047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.728047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.728047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.728047] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.731248] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.731377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.731482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.731671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.731799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.750329] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1324.750966] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa in Status: IN_PROGRESS for 2s [ 1326.699084] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: SUCCESS [ 1326.699425] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.717640] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: SUCCESS [ 1326.717840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.773339] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa in Status: SUCCESS [ 1326.773553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.774178] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1326.774351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.902670] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.903076] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.467401] env[69210]: INFO networking_nsxv3.common.synchronization [req-2f4bc983-b30c-41db-ac10-0526e310ae41 req-9da9862a-6304-450d-ae8d-34eb5d91610b tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 1329.467951] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 1329.468797] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.468797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.468797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.468797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.468797] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.469064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.469064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.469132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.469168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.469253] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.971561] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.474711] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.976827] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.977141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.977141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.977348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.977438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.977528] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 is going to be updated. [ 1331.015990] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.016225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.016225] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.016471] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.016638] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.042307] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: IN_PROGRESS for 2s [ 1332.383392] env[69210]: INFO networking_nsxv3.common.synchronization [req-905b2263-c77f-4c38-9ab4-4b279adb5929 req-f0d84d0c-a853-4cd7-9bf9-1cd09ab3a75c tempest-AttachVolumeShelveTestJSON-1855107027 tempest-AttachVolumeShelveTestJSON-1855107027-project-member] Enqueued Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_members [ 1332.383573] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGHEST for action security_group_members [ 1332.383783] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.384080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.384080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.384568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.385283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.385283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.385283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.385283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.385283] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.385283] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.826615] env[69210]: INFO networking_nsxv3.common.synchronization [req-40085baf-ab53-4a6a-a31d-bb0aed4e8edc req-fc979cdf-7d1b-4f08-a437-53995d87c7c1 tempest-AttachVolumeNegativeTest-1130516925 tempest-AttachVolumeNegativeTest-1130516925-project-member] Enqueued Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_members [ 1332.827147] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGHEST for action security_group_members [ 1332.827759] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-e85f1730-d62f-4e40-a60c-9b92e7e529fa taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.828776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.828776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.828776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.828776] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.828776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.828776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.828776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.828776] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.828776] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.889769] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.889769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.889769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.889769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.909914] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.910189] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.910307] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.910371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.910744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.910744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.910866] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b is going to be updated. [ 1332.957229] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.957229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.957413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.957449] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.957600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.967498] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b in Status: IN_PROGRESS for 2s [ 1333.056996] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: SUCCESS [ 1333.057214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.332392] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.332392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.332392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.332392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.332392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.332687] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.332687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.332687] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.332825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.332825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.332919] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa is going to be updated. [ 1333.368657] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.368810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.368897] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.369195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.369381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.377740] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa in Status: IN_PROGRESS for 2s [ 1334.976401] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b in Status: SUCCESS [ 1334.976770] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b deletion is rescheduled due to dependency. [ 1334.976770] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.387663] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa in Status: SUCCESS [ 1335.387859] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa deletion is rescheduled due to dependency. [ 1335.388043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.475959] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.476301] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.476301] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.476574] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.476834] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.476993] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.477127] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.477348] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.477496] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.477708] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.477830] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1337.478174] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1337.478174] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1337.478174] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1337.478345] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1337.478406] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1337.500024] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1337.500196] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1337.500344] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1337.500520] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-33" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.500905] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-0d109888-169d-4ab8-a44d-865c7b936e7a taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.501103] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.501234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.501938] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.501938] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d109888-169d-4ab8-a44d-865c7b936e7a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.828410] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.828605] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.004550] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.004550] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.004550] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.004846] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.005039] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.005286] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.005457] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.005583] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.005808] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.005954] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.006262] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.006428] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.006553] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.006770] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.006913] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.007075] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 0d109888-169d-4ab8-a44d-865c7b936e7a is going to be updated. [ 1338.037081] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.037922] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.037922] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.037922] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.037922] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.038135] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.730835] env[69210]: INFO networking_nsxv3.common.synchronization [req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e req-6f7e6ae2-3c98-4304-8b21-2228afe2c739 service nova] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_rules [ 1338.731137] env[69210]: INFO networking_nsxv3.common.synchronization [req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e req-6f7e6ae2-3c98-4304-8b21-2228afe2c739 service nova] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1338.731176] env[69210]: INFO networking_nsxv3.common.synchronization [req-aa553ab9-41cc-4816-a26c-c8cb4d534f9e req-6f7e6ae2-3c98-4304-8b21-2228afe2c739 service nova] Enqueued Resource ID: 0d109888-169d-4ab8-a44d-865c7b936e7a with Priority: HIGHEST for action port [ 1338.731412] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_rules [ 1338.731584] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1338.731646] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d109888-169d-4ab8-a44d-865c7b936e7a with Priority: HIGHEST for action port [ 1338.732494] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.732688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.732804] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.733889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.733889] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.734557] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.734668] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.734802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.735030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.735099] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.735150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.735298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.735345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.735742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.735742] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.736332] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d109888-169d-4ab8-a44d-865c7b936e7a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.736434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.736498] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.736642] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.736710] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d109888-169d-4ab8-a44d-865c7b936e7a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.238605] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.238807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.238894] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.241415] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d109888-169d-4ab8-a44d-865c7b936e7a with status ACTIVE [ 1339.241612] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.241734] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.241822] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.242049] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.242238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.242329] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.242429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.242488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.242636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.242839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.243062] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.243183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.243247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.244024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.244132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.244236] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d109888-169d-4ab8-a44d-865c7b936e7a is going to be updated. [ 1339.264900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.265068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.265119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.265258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.265385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.265528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d109888-169d-4ab8-a44d-865c7b936e7a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.741241] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.243225] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.243408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.243515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.243752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.243870] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.243999] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be updated. [ 1340.276617] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.276815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.276815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.277024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.277250] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.285614] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: IN_PROGRESS for 2s [ 1342.297332] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: SUCCESS [ 1342.297646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.297708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.298623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.298623] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.298623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.298623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.298623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.298623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.298623] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.298972] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.801521] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.801721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.801873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.802024] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.802210] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.802326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.802455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.802559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.802633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.802757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.802896] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.803080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.803080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.803239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.803410] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.803492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.803492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.803680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.803934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.803934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.803934] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.306181] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 454cd36b-a482-4d6e-ba83-d326dedc21f8: rpc.has_security_group_logging(os_id): False [ 1343.327064] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.327297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.327349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.327553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.327646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.327880] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.327981] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.328056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.328234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.328324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.328571] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.328688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.328741] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.328882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.328951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.329160] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.329256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.329310] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.329437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.329511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.329598] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be updated. [ 1343.395800] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.396052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.396052] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.396247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.396394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.427896] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: IN_PROGRESS for 2s [ 1343.732396] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.732574] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1345.443896] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: SUCCESS [ 1345.444318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.072674] env[69210]: INFO networking_nsxv3.common.synchronization [req-f80f762f-10e8-49f3-9926-16c5f532f9ce req-e4dcad68-0bec-4c40-b6a4-9862e8656f17 tempest-ServerActionsTestJSON-557442600 tempest-ServerActionsTestJSON-557442600-project-member] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1347.073166] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGHEST for action security_group_members [ 1347.073216] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.073316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.073383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.073628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.073732] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.073863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.074118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.074274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.074355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.074462] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.369591] env[69210]: INFO networking_nsxv3.common.synchronization [req-a9c4917c-4fb5-414e-b5d1-04f6ee5f2149 req-01529bff-e415-43eb-818f-e50fa512e815 tempest-ServerActionsTestOtherA-1720635003 tempest-ServerActionsTestOtherA-1720635003-project-member] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 1347.370085] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGHEST for action security_group_members [ 1347.370413] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.372029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.372029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.372029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.372029] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.372029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.372029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.372029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.372029] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.372029] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.578263] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.578447] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.578514] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.578748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.578842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.579050] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.579166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.579224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.579363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.579438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.579525] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be updated. [ 1347.604631] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.604788] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.604833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.604977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.605126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.612546] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: IN_PROGRESS for 2s [ 1347.873518] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.873733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.873838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.874224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.874379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.874684] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.874847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.874964] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.875166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.875282] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.876104] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 is going to be updated. [ 1347.902702] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.902702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.902702] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.902891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.903021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.920509] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: IN_PROGRESS for 2s [ 1349.621198] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 in Status: SUCCESS [ 1349.621592] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 deletion is rescheduled due to dependency. [ 1349.621592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.929676] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b18c81ac-90dd-424c-9581-a98c46b21184 in Status: SUCCESS [ 1349.929676] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 deletion is rescheduled due to dependency. [ 1349.929676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.370683] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.370683] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.269545] env[69210]: INFO networking_nsxv3.common.synchronization [None req-64b700cb-0553-4e20-ac57-ea54fcc4811f None None] Enqueued Resource ID: 192d40d4-0b1c-45a1-a4aa-44a559a85d38 with Priority: HIGHEST for action port [ 1355.270115] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192d40d4-0b1c-45a1-a4aa-44a559a85d38 with Priority: HIGHEST for action port [ 1355.270452] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-192d40d4-0b1c-45a1-a4aa-44a559a85d38 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.270596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-192d40d4-0b1c-45a1-a4aa-44a559a85d38" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.270680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-192d40d4-0b1c-45a1-a4aa-44a559a85d38" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.270975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-192d40d4-0b1c-45a1-a4aa-44a559a85d38" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.271235] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('192d40d4-0b1c-45a1-a4aa-44a559a85d38',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.773438] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 192d40d4-0b1c-45a1-a4aa-44a559a85d38 [ 1355.773690] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.773833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.773893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.774139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.774234] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.774329] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:192d40d4-0b1c-45a1-a4aa-44a559a85d38 already deleted. [ 1355.774407] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-192d40d4-0b1c-45a1-a4aa-44a559a85d38" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.780033] env[69210]: INFO networking_nsxv3.common.synchronization [None req-04b1233d-126e-407b-a786-bf9398e469ff tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1355.780033] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1355.780401] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.780935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.781035] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.781279] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.781367] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.858236] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e60d8e91-a62e-4857-80c2-127fd85a1154 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1355.859025] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1355.859250] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.859370] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.303049] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.303408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.303408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.303541] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.303618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.303716] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 already deleted. [ 1356.303984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.303984] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.304094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.304161] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.824638] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.824794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.824868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.825186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.825186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.825286] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 already deleted. [ 1356.825415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.269616] env[69210]: INFO networking_nsxv3.common.synchronization [None req-62dbb7b7-97f7-4dcc-bd29-4512af94add8 None None] Enqueued Resource ID: 205ebf80-4ccc-4ac6-ae56-2630e4534852 with Priority: HIGHEST for action port [ 1357.269885] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205ebf80-4ccc-4ac6-ae56-2630e4534852 with Priority: HIGHEST for action port [ 1357.270449] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-205ebf80-4ccc-4ac6-ae56-2630e4534852 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.270573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-205ebf80-4ccc-4ac6-ae56-2630e4534852" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.270644] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-205ebf80-4ccc-4ac6-ae56-2630e4534852" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.272039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-205ebf80-4ccc-4ac6-ae56-2630e4534852" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.272149] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('205ebf80-4ccc-4ac6-ae56-2630e4534852',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.774011] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 205ebf80-4ccc-4ac6-ae56-2630e4534852 [ 1357.774334] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.774525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.774525] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.774676] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.774764] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.774860] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:205ebf80-4ccc-4ac6-ae56-2630e4534852 already deleted. [ 1357.774938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-205ebf80-4ccc-4ac6-ae56-2630e4534852" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.367138] env[69210]: INFO networking_nsxv3.common.synchronization [req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d req-743870e4-9fe9-465d-a056-9a9ad1a78d9c tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1361.367138] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1361.367138] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.367138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.367138] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.367982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.368302] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.368646] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.370032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.370032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.370032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.370032] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.685020] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.685020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.685020] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.685318] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.685589] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.686055] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.686055] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.686183] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.686264] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.686479] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1361.686600] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1361.686716] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1361.686831] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1361.686950] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1361.687081] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1361.687220] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1361.705718] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1361.705887] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1361.706084] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1361.706262] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.706544] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-ffad97bd-859a-41df-8ad6-caa7a038dfe2 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.706715] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-ffad97bd-859a-41df-8ad6-caa7a038dfe2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.706839] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-ffad97bd-859a-41df-8ad6-caa7a038dfe2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.707141] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-ffad97bd-859a-41df-8ad6-caa7a038dfe2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.707283] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffad97bd-859a-41df-8ad6-caa7a038dfe2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.871171] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.871335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.871408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.871621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.871741] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.872065] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.872193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.872265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.872429] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.872511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.872601] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 already deleted. [ 1361.872685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.209028] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.209285] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.209423] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.209724] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.209890] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.210070] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port ffad97bd-859a-41df-8ad6-caa7a038dfe2 not found, creating... [ 1362.210340] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.210508] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.210632] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.210906] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.211068] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.211361] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.211532] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.211656] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.211886] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.212046] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.212197] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: ffad97bd-859a-41df-8ad6-caa7a038dfe2 is going to be created. [ 1362.230104] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.230295] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.230429] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.230666] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.230921] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.231163] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-ffad97bd-859a-41df-8ad6-caa7a038dfe2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.909008] env[69210]: INFO networking_nsxv3.common.synchronization [req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d req-e02344f3-4340-4bc1-8da6-2936f1c1370d service nova] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1362.909312] env[69210]: INFO networking_nsxv3.common.synchronization [req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d req-e02344f3-4340-4bc1-8da6-2936f1c1370d service nova] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1362.909312] env[69210]: INFO networking_nsxv3.common.synchronization [req-5f9b9d85-e1b2-4655-96e5-25e9c7aa290d req-e02344f3-4340-4bc1-8da6-2936f1c1370d service nova] Enqueued Resource ID: ffad97bd-859a-41df-8ad6-caa7a038dfe2 with Priority: HIGHEST for action port [ 1362.911628] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1362.911628] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1362.911628] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffad97bd-859a-41df-8ad6-caa7a038dfe2 with Priority: HIGHEST for action port [ 1362.911628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.911628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.911628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.911628] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.911628] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.912143] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.912143] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.912218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.912363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.912517] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.912625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.912690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.912831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.912933] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.913057] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.914036] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffad97bd-859a-41df-8ad6-caa7a038dfe2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.914036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffad97bd-859a-41df-8ad6-caa7a038dfe2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.914036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffad97bd-859a-41df-8ad6-caa7a038dfe2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.914235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffad97bd-859a-41df-8ad6-caa7a038dfe2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.914235] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffad97bd-859a-41df-8ad6-caa7a038dfe2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.415544] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.415766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.415868] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.417605] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffad97bd-859a-41df-8ad6-caa7a038dfe2 with status ACTIVE [ 1363.417768] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.417899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.417953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.419030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.419030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.419030] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.419030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.419030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.419030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.419353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.419447] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.419587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.419680] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.419799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.421026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.421026] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffad97bd-859a-41df-8ad6-caa7a038dfe2 is going to be updated. [ 1363.439913] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.440098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.440098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.440262] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.440389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.440528] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffad97bd-859a-41df-8ad6-caa7a038dfe2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.922473] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.424776] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.424929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.425030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.425253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.425346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.425445] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be created. [ 1364.448327] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.448531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.448531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.448849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.449074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.457212] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: UNINITIALIZED for 2s [ 1366.467406] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1366.467679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.467769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.467972] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.468169] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.468290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.468354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.468504] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.468586] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.468669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.468760] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.970811] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.473181] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7: rpc.has_security_group_logging(os_id): False [ 1367.490201] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.490379] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.490448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.491062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.491062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.491062] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.491062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.491342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.491342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.491342] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.491492] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be created. [ 1367.503907] env[69210]: INFO networking_nsxv3.common.synchronization [req-3444d659-4a19-4652-b7f4-eb7cfc87a784 req-06b34011-86e7-45ba-a5e8-b8eb581dfaeb tempest-ServersNegativeTestJSON-593645629 tempest-ServersNegativeTestJSON-593645629-project-member] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1367.504163] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGHEST for action security_group_members [ 1367.504662] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.504784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.504846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.504988] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.505189] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.505287] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.505338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.505478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.505554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.505644] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.547436] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.547436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.547436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.547436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.547436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.558716] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1368.008359] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.008568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.008671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.008867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.008960] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.009181] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.009289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.009355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.009524] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.009613] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.009712] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be updated. [ 1368.034039] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.034209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.034259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.034419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.034553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.042435] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: IN_PROGRESS for 2s [ 1369.571996] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1369.572305] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.052170] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 in Status: SUCCESS [ 1370.052340] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 deletion is rescheduled due to dependency. [ 1370.052450] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.505683] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.505961] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.588818] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e8e4c54a-3784-4245-b6c5-06d813927f88 None None] Enqueued Resource ID: 6bfdf508-8b3f-4e27-89c3-d1c27e8398b9 with Priority: HIGHEST for action port [ 1374.588818] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bfdf508-8b3f-4e27-89c3-d1c27e8398b9 with Priority: HIGHEST for action port [ 1374.588818] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bfdf508-8b3f-4e27-89c3-d1c27e8398b9 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.588818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bfdf508-8b3f-4e27-89c3-d1c27e8398b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.588818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bfdf508-8b3f-4e27-89c3-d1c27e8398b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.588818] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bfdf508-8b3f-4e27-89c3-d1c27e8398b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.588818] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bfdf508-8b3f-4e27-89c3-d1c27e8398b9',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.090276] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bfdf508-8b3f-4e27-89c3-d1c27e8398b9 [ 1375.090818] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.090989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.091074] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.092894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.092894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.092894] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bfdf508-8b3f-4e27-89c3-d1c27e8398b9 already deleted. [ 1375.092894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bfdf508-8b3f-4e27-89c3-d1c27e8398b9" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.102203] env[69210]: INFO networking_nsxv3.common.synchronization [None req-00d822fb-02ab-42c2-aad3-c137414778aa tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Enqueued Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_rules [ 1375.102932] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_rules [ 1375.104025] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54305eaf-3a0c-4295-b2c1-93621f4eb854 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.104025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.104025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.104025] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.104025] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.172464] env[69210]: INFO networking_nsxv3.common.synchronization [None req-9e4e4d29-6e21-42f3-9f42-a1fb9e05c470 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Enqueued Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_rules [ 1375.172464] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_rules [ 1375.172722] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54305eaf-3a0c-4295-b2c1-93621f4eb854 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.172722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.626039] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.626039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.626039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.626039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.626039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.626039] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 already deleted. [ 1375.626039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.626039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.626039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.626655] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.151186] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.151397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.151397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.151610] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.151701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.151797] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 already deleted. [ 1376.151881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.499842] env[69210]: INFO networking_nsxv3.common.synchronization [None req-e0ebff2f-2c87-4f87-b4bd-6b2707b3d7bd None None] Enqueued Resource ID: 737f125f-260a-41dc-9131-161a7d06566a with Priority: HIGHEST for action port [ 1376.500122] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737f125f-260a-41dc-9131-161a7d06566a with Priority: HIGHEST for action port [ 1376.500698] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-737f125f-260a-41dc-9131-161a7d06566a taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.500823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-737f125f-260a-41dc-9131-161a7d06566a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.500892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-737f125f-260a-41dc-9131-161a7d06566a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.501269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-737f125f-260a-41dc-9131-161a7d06566a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.501354] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('737f125f-260a-41dc-9131-161a7d06566a',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.003756] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 737f125f-260a-41dc-9131-161a7d06566a [ 1377.003756] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.004149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.004149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.004149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.004286] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.004325] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:737f125f-260a-41dc-9131-161a7d06566a already deleted. [ 1377.004412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-737f125f-260a-41dc-9131-161a7d06566a" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.369820] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e84def3-773c-4860-ad2a-3f9f41890c9d req-5d44ac7a-2ecc-4d87-a2ff-f9b98df7c3cd tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Enqueued Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_members [ 1380.370369] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_members [ 1380.370663] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-54305eaf-3a0c-4295-b2c1-93621f4eb854 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.370789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.370853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.371422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.371594] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.371757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.371757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.371915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.372010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.372107] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.595843] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.595843] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-968" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.595843] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-968" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.595843] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-968" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.595843] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.595843] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.595843] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.596342] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.596342] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.596443] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1380.596496] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1380.596615] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1380.596731] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1380.596848] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1380.596963] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1380.597115] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1380.616255] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1380.616422] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1380.616552] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1380.616731] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-968" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.617014] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.617196] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.617324] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.617601] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.617746] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.874095] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.874317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.874317] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.874488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.874560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.874763] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.874872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.874931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.875100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.875175] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.875261] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 already deleted. [ 1380.875343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.119755] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.119995] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.120148] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.120433] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.120593] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.120754] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 not found, creating... [ 1381.121072] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.121276] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.121407] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.121638] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.121785] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.122085] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.122256] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.122381] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.122594] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.122735] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.122882] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 is going to be created. [ 1381.142236] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.142419] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.142563] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.142819] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.143069] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.143309] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.813435] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e84def3-773c-4860-ad2a-3f9f41890c9d req-e3e6f067-ad62-47f4-9cde-6f1d99213ffd service nova] Enqueued Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_rules [ 1381.813700] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e84def3-773c-4860-ad2a-3f9f41890c9d req-e3e6f067-ad62-47f4-9cde-6f1d99213ffd service nova] Enqueued Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_members [ 1381.813700] env[69210]: INFO networking_nsxv3.common.synchronization [req-7e84def3-773c-4860-ad2a-3f9f41890c9d req-e3e6f067-ad62-47f4-9cde-6f1d99213ffd service nova] Enqueued Resource ID: 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 with Priority: HIGHEST for action port [ 1381.813923] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_rules [ 1381.814053] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_members [ 1381.814157] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 with Priority: HIGHEST for action port [ 1381.814699] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54305eaf-3a0c-4295-b2c1-93621f4eb854 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.814824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.814891] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.815100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.815183] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.816490] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-54305eaf-3a0c-4295-b2c1-93621f4eb854 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.816490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.816490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.816490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.816490] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.816799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.816799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.816799] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.816947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.816947] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.817664] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.817782] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.817837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.817979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.818081] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.319411] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.320474] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-54305eaf-3a0c-4295-b2c1-93621f4eb854 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.320607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.322106] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 with status ACTIVE [ 1382.322305] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.322426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.322493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.322692] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.322780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.322949] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.323055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.323120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.323325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.323440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.323626] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.323714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.323777] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.323918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.323991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.324083] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4 is going to be updated. [ 1382.344367] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.344510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.344510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.344658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.344785] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.344925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a3169c4-bfb2-46b3-a4a3-f58f26d48ea4" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.821468] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.324499] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.324686] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.324767] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.324945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.325046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.325149] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 is going to be created. [ 1383.347675] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.347819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.347863] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.348059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.348218] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.356582] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 in Status: UNINITIALIZED for 2s [ 1385.366971] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 in Status: SUCCESS [ 1385.367381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.367424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.367772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.368033] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.368212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.368311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.368511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.368620] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.368733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.368846] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.870706] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.373253] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54305eaf-3a0c-4295-b2c1-93621f4eb854: rpc.has_security_group_logging(os_id): False [ 1386.390349] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.390577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.390577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.390750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.390840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.391151] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.391324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.391324] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.391480] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.391563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.391692] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 is going to be created. [ 1386.445134] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.445290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.445355] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.445481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.445648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.455411] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 in Status: IN_PROGRESS for 2s [ 1386.815643] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.815825] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1388.483232] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 in Status: SUCCESS [ 1388.483636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.817600] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.817600] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.818428] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.818901] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.819310] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.819698] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.820497] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.820924] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.821394] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.821781] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.822988] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.823490] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.823668] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.824040] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.825334] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.825667] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.827109] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.827549] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.828375] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.828587] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.828967] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.829230] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.830428] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.830428] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.832098] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.832098] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.832406] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.832797] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.834117] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.834482] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.835565] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.835958] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.836376] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.836798] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.837348] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.837771] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.838664] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.838912] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.718408] env[69210]: INFO networking_nsxv3.common.synchronization [req-fa2bd7d7-b2c0-4660-aaab-26f98f64dcb7 req-aff59379-5e50-42c9-9550-b60e1afca191 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1486.718893] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1486.719238] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.719369] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.719435] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.719657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.719812] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.719929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.720040] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.720141] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.720248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.720336] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.222548] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.222731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.222775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.222989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.223094] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.223315] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.223417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.223482] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.223633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.223712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.223798] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1487.262502] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.262706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.262706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.262881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.263034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.270625] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1489.281591] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1489.281983] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 deletion is rescheduled due to dependency. [ 1489.282104] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.719831] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.720247] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.666356] env[69210]: INFO networking_nsxv3.common.synchronization [req-cb088b8c-6037-4004-93d6-4f7bb90a07dc req-c24c0f15-d45f-4914-80c1-aedfa4e65ce1 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1495.666919] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1495.667267] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.667408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.667483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.667701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.667874] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.667994] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.668080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.668266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.668334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.668421] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.920338] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.920549] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.920683] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.920955] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.921228] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.921394] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.921520] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.921742] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.921890] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.922127] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1495.922248] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1495.922386] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1495.922510] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1495.922632] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1495.922742] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1495.922885] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1495.945016] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1495.945222] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1495.945341] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1495.945519] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.945823] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-11152d00-037d-4442-bc8a-20428721c7cb taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.945999] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-11152d00-037d-4442-bc8a-20428721c7cb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.946139] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-11152d00-037d-4442-bc8a-20428721c7cb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.946459] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-11152d00-037d-4442-bc8a-20428721c7cb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.946610] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11152d00-037d-4442-bc8a-20428721c7cb',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.171257] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.171511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.171511] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.171714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.171790] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.171985] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.172131] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.172195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.172312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.172419] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.172510] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1496.204242] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.204505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.204505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.204662] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.204814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.214670] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1496.448645] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.448871] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.449014] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.449310] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.449469] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.449628] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 11152d00-037d-4442-bc8a-20428721c7cb not found, creating... [ 1496.449885] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.450059] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.450185] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.450412] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.450563] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.450853] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.451017] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.451150] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.451364] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.451507] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.451650] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 11152d00-037d-4442-bc8a-20428721c7cb is going to be created. [ 1496.469120] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.469356] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.469407] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.469645] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.469874] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.470100] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-11152d00-037d-4442-bc8a-20428721c7cb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.132155] env[69210]: INFO networking_nsxv3.common.synchronization [req-cb088b8c-6037-4004-93d6-4f7bb90a07dc req-bdaf7afa-f9be-4ec5-9e06-aa916f2d5cbf service nova] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1497.132468] env[69210]: INFO networking_nsxv3.common.synchronization [req-cb088b8c-6037-4004-93d6-4f7bb90a07dc req-bdaf7afa-f9be-4ec5-9e06-aa916f2d5cbf service nova] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1497.132510] env[69210]: INFO networking_nsxv3.common.synchronization [req-cb088b8c-6037-4004-93d6-4f7bb90a07dc req-bdaf7afa-f9be-4ec5-9e06-aa916f2d5cbf service nova] Enqueued Resource ID: 11152d00-037d-4442-bc8a-20428721c7cb with Priority: HIGHEST for action port [ 1497.132742] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1497.132870] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1497.132964] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11152d00-037d-4442-bc8a-20428721c7cb with Priority: HIGHEST for action port [ 1497.133573] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.133691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.133765] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.133952] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.134038] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.134849] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.134991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.135151] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-11152d00-037d-4442-bc8a-20428721c7cb taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.135272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11152d00-037d-4442-bc8a-20428721c7cb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.135334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11152d00-037d-4442-bc8a-20428721c7cb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.135467] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11152d00-037d-4442-bc8a-20428721c7cb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.135574] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11152d00-037d-4442-bc8a-20428721c7cb',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.638051] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.638051] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.638051] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11152d00-037d-4442-bc8a-20428721c7cb with status ACTIVE [ 1497.638051] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.638326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.638326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.638527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.638527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.638712] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.638712] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.638885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.638939] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.639013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.639162] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.639265] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.639326] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.639455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.639530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.639614] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11152d00-037d-4442-bc8a-20428721c7cb is going to be updated. [ 1497.659347] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.659526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.659526] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.659708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.659835] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.659985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11152d00-037d-4442-bc8a-20428721c7cb" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.225076] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1498.225076] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 deletion is rescheduled due to dependency. [ 1498.225076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.225076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.225076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.225611] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.225611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.225611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.225611] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.225772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.225807] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.728075] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.230676] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.733374] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.733565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.733652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.733854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.733982] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.734068] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1499.758787] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.758925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.759021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.759194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.759335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.766886] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1501.780999] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1501.781519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.781650] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.781889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.782195] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.782346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.782420] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.782596] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.782723] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.782857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.782964] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.133612] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.133769] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1502.285650] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.787501] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7: rpc.has_security_group_logging(os_id): False [ 1502.804140] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.804346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.804346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.804548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.804645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.804903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.805018] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.805082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.805230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.805308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.805397] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1502.867075] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.867275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.867275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.867483] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.867626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.880081] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1504.894885] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1504.894885] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.135598] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.135598] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.137357] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.137683] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.138643] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.138921] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.140362] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.140722] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.659581] env[69210]: INFO networking_nsxv3.common.synchronization [req-fed05bd4-a866-4b97-a1d7-e3be91fab1a6 req-94e1f491-8768-48e3-8626-6d22ec8bfd9b tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Enqueued Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_members [ 1522.660061] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGHEST for action security_group_members [ 1522.660372] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-54305eaf-3a0c-4295-b2c1-93621f4eb854 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.660493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.660559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.660886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.661061] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.661204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.661290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.661433] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.661518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.661620] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.164023] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.164432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.164432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.164539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.164581] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.164753] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.164852] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.164916] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.165089] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.165165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.165253] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 is going to be updated. [ 1523.190418] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.190583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.190583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.190695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.190825] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.198082] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 in Status: IN_PROGRESS for 2s [ 1525.214542] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 in Status: SUCCESS [ 1525.214913] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 deletion is rescheduled due to dependency. [ 1525.214913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.330275] env[69210]: INFO networking_nsxv3.common.synchronization [None req-921112dd-5e51-401e-9aa1-3ed5706f830e tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Enqueued Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_rules [ 1527.330275] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_rules [ 1527.330275] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.330275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.330275] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.331102] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.331957] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.393450] env[69210]: INFO networking_nsxv3.common.synchronization [None req-2253eb79-0e84-4ef4-aaae-8731b6957171 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Enqueued Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_rules [ 1527.393955] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_rules [ 1527.394261] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.394362] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.851376] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.851582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.851636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.851831] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.851922] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.852030] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 already deleted. [ 1527.852119] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.852261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.852414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.852498] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.372873] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.373293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.373293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.373293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.373533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.373533] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 already deleted. [ 1528.373533] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.395144] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.395621] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.543617] env[69210]: INFO networking_nsxv3.common.synchronization [req-153fa571-afdf-4262-88f4-0848ae05d637 req-3e83879d-99d7-4b63-aad5-d83a42b67924 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Enqueued Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_members [ 1532.544128] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_members [ 1532.544429] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa08202-ec4b-45b0-ac5d-aff035a506d0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.544643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.544643] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.544925] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.545129] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.545258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.545258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.545436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.545522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.545615] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.828379] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.828579] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-968" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.828717] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-968" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.829014] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-968" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.829307] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.829467] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.829600] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.829835] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.829989] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.830336] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1532.830462] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1532.830576] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1532.830720] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1532.830848] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1532.830961] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1532.831120] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1532.850748] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1532.850931] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1532.851100] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1532.851302] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-968" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.851860] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-c99314f6-b059-4c2a-b6ef-6319cfecf49f taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.852113] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-c99314f6-b059-4c2a-b6ef-6319cfecf49f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.852254] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-c99314f6-b059-4c2a-b6ef-6319cfecf49f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.852681] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-c99314f6-b059-4c2a-b6ef-6319cfecf49f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.852906] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99314f6-b059-4c2a-b6ef-6319cfecf49f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.049606] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.049832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.049832] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.049966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.050071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.050256] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.050354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.050418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.050565] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.050655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.050743] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 already deleted. [ 1533.050823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.355820] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.356097] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.356249] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.356603] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.356770] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.356939] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port c99314f6-b059-4c2a-b6ef-6319cfecf49f not found, creating... [ 1533.357227] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.357482] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.357561] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.357825] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.357977] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.358290] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.358455] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.358685] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.358790] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.358933] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.359092] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: c99314f6-b059-4c2a-b6ef-6319cfecf49f is going to be created. [ 1533.380297] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.381142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.381142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.381142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.381142] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.381321] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-c99314f6-b059-4c2a-b6ef-6319cfecf49f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.037553] env[69210]: INFO networking_nsxv3.common.synchronization [req-153fa571-afdf-4262-88f4-0848ae05d637 req-6d5808c3-d533-47b9-ab0f-9f7ac52cef37 service nova] Enqueued Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_rules [ 1534.037958] env[69210]: INFO networking_nsxv3.common.synchronization [req-153fa571-afdf-4262-88f4-0848ae05d637 req-6d5808c3-d533-47b9-ab0f-9f7ac52cef37 service nova] Enqueued Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_members [ 1534.037958] env[69210]: INFO networking_nsxv3.common.synchronization [req-153fa571-afdf-4262-88f4-0848ae05d637 req-6d5808c3-d533-47b9-ab0f-9f7ac52cef37 service nova] Enqueued Resource ID: c99314f6-b059-4c2a-b6ef-6319cfecf49f with Priority: HIGHEST for action port [ 1534.038175] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_rules [ 1534.038284] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_members [ 1534.038382] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99314f6-b059-4c2a-b6ef-6319cfecf49f with Priority: HIGHEST for action port [ 1534.038898] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.039187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.039187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.039401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.039401] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.040243] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa08202-ec4b-45b0-ac5d-aff035a506d0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.040358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.040431] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.040562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.040743] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.040890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.040890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.041063] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.041233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.041311] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.042156] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-c99314f6-b059-4c2a-b6ef-6319cfecf49f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.042278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c99314f6-b059-4c2a-b6ef-6319cfecf49f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.042278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c99314f6-b059-4c2a-b6ef-6319cfecf49f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.042414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c99314f6-b059-4c2a-b6ef-6319cfecf49f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.042488] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99314f6-b059-4c2a-b6ef-6319cfecf49f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.544824] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.547408] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa08202-ec4b-45b0-ac5d-aff035a506d0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.547408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.547408] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c99314f6-b059-4c2a-b6ef-6319cfecf49f with status ACTIVE [ 1534.547408] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.547408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.547408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.547408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.547408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.547408] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.547408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.547408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.547408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.547408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.548145] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.548145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.548145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.548145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.548145] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.548145] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c99314f6-b059-4c2a-b6ef-6319cfecf49f is going to be updated. [ 1534.568038] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.568203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.568203] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.568443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.568605] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.568784] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c99314f6-b059-4c2a-b6ef-6319cfecf49f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.050829] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.557221] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.557414] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.557489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.557654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.557746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.557843] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 is going to be created. [ 1535.584108] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.584253] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.584300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.584474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.584629] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.592825] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 in Status: UNINITIALIZED for 2s [ 1535.751436] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1535.751579] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1537.603434] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 in Status: SUCCESS [ 1537.603842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.603842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.603973] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.604181] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.604304] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.604424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.604515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.604595] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.604685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.604804] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.107162] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.609306] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aa08202-ec4b-45b0-ac5d-aff035a506d0: rpc.has_security_group_logging(os_id): False [ 1538.640674] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.640968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.640968] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.641249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.641349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.641671] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.641809] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.641872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.642045] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.642126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.642216] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 is going to be created. [ 1538.701614] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.701878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.701878] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.702127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.702375] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.712690] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 in Status: IN_PROGRESS for 2s [ 1539.039620] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.039803] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1540.726801] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 in Status: SUCCESS [ 1540.727224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.041127] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.041520] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.042261] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.042676] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.043910] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.044249] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.714532] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.714901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.714901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.714979] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.715105] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.217288] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1557.719091] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.221161] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1558.221394] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1558.943865] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.944365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.944365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.944456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.956533] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1558.957583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.958919] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1558.997060] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.997322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.997322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.997518] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.012621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.013516] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1559.013608] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1559.013696] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1559.044929] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.045153] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.045970] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.046140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.046273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.046399] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.047216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.047381] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1559.120247] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.120493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.120493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.120714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.120965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.121258] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1559.196532] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.196805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.196805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.196936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.197194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.197471] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1559.197561] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'454cd36b-a482-4d6e-ba83-d326dedc21f8', '3f8b4f78-ec82-4249-9d7d-365281c97612', 'b18c81ac-90dd-424c-9581-a98c46b21184', 'aa59d72f-9e0b-412e-bec3-9afe02c59423', '272a7be7-c20f-4edd-a65b-6601e565d09e', '0d161c25-14b9-4326-bd69-8992c2649620', '66ac350a-254a-4a14-9029-0bf9432899c8', '68616388-ae11-4be9-89ef-b4742937dd85', 'fc12934c-1975-49ab-8f43-ad5a1cbc2d4b', '5e1857da-a4c9-4eba-8d84-b696434516ef', '8aa08202-ec4b-45b0-ac5d-aff035a506d0', '06ca6ead-d371-427f-91f2-f3ab125810de', 'b3e74851-a4b7-4daf-b0eb-35365bedad55', '5bd6ff6a-ae6d-48d5-b11f-832982f57c2c', 'c0bf2564-46ed-4c7b-98c9-218b235844de', '72daf414-b00e-4349-a17a-ee88eb2c8ff8', '8e622c91-a49e-443b-81d2-89da731106a2', '8525e3ff-2549-4796-9a5d-54df25c1af78', '54305eaf-3a0c-4295-b2c1-93621f4eb854', 'ebe744e7-6aad-4a4c-8398-95eeed2da747', '5ee5fbc9-3f8b-4849-a7af-0990bb1634a7', 'e85f1730-d62f-4e40-a60c-9b92e7e529fa', '1456ab0c-57d7-4422-95cf-637d18a7749f', '3d5a0768-6d5e-4d45-b677-21d2418a295c', '14947345-c62f-4560-ba3e-f031294a8f0c', 'a8046d03-42f7-4ee3-bf2a-daea05541ec0', 'c1a63f4b-22fe-4a0c-94fe-2f74816bd16e', '898c337b-d014-4c82-82b4-fc071dbfed8e', 'b9983563-5e95-4d83-98c5-6eea8654dd0e'} {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1559.197673] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1559.214407] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.214658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.214658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.214789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.214861] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.214968] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1559.215056] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1559.215130] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1559.278818] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.279054] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.279054] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.279264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.280364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.280593] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1559.280674] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1559.280749] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1559.280813] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1559.280892] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1559.280965] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGH for action security_group_rules [ 1559.281080] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGH for action security_group_rules [ 1559.281161] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGH for action security_group_rules [ 1559.281226] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGH for action security_group_rules [ 1559.281284] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGH for action security_group_rules [ 1559.281344] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGH for action security_group_rules [ 1559.281405] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGH for action security_group_rules [ 1559.281467] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGH for action security_group_rules [ 1559.281530] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGH for action security_group_rules [ 1559.281592] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGH for action security_group_rules [ 1559.281654] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGH for action security_group_rules [ 1559.281716] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGH for action security_group_rules [ 1559.281779] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGH for action security_group_rules [ 1559.281840] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGH for action security_group_rules [ 1559.281901] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGH for action security_group_rules [ 1559.281963] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGH for action security_group_rules [ 1559.282037] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGH for action security_group_rules [ 1559.282102] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGH for action security_group_rules [ 1559.282163] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGH for action security_group_rules [ 1559.282227] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGH for action security_group_rules [ 1559.282315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.046636] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.046636] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1564.046636] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 with Priority: HIGH for action security_group_rules [ 1564.047135] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18c81ac-90dd-424c-9581-a98c46b21184 with Priority: HIGH for action security_group_rules [ 1564.047135] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ac350a-254a-4a14-9029-0bf9432899c8 with Priority: HIGH for action security_group_rules [ 1564.047135] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bf2564-46ed-4c7b-98c9-218b235844de with Priority: HIGH for action security_group_rules [ 1564.047135] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 with Priority: HIGH for action security_group_rules [ 1564.047135] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 with Priority: HIGH for action security_group_rules [ 1564.047392] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 with Priority: HIGH for action security_group_rules [ 1564.047392] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e622c91-a49e-443b-81d2-89da731106a2 with Priority: HIGH for action security_group_rules [ 1564.047392] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c with Priority: HIGH for action security_group_rules [ 1564.047543] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 with Priority: HIGH for action security_group_rules [ 1564.047543] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 with Priority: HIGH for action security_group_rules [ 1564.047630] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06ca6ead-d371-427f-91f2-f3ab125810de with Priority: HIGH for action security_group_rules [ 1564.047668] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGH for action security_group_rules [ 1564.047762] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1857da-a4c9-4eba-8d84-b696434516ef with Priority: HIGH for action security_group_rules [ 1564.047839] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b with Priority: HIGH for action security_group_rules [ 1564.047894] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d161c25-14b9-4326-bd69-8992c2649620 with Priority: HIGH for action security_group_rules [ 1564.047968] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68616388-ae11-4be9-89ef-b4742937dd85 with Priority: HIGH for action security_group_rules [ 1564.048069] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272a7be7-c20f-4edd-a65b-6601e565d09e with Priority: HIGH for action security_group_rules [ 1564.048165] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 with Priority: HIGH for action security_group_rules [ 1564.048299] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 with Priority: HIGH for action security_group_rules [ 1564.048641] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-454cd36b-a482-4d6e-ba83-d326dedc21f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.048774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.048839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.049072] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.049161] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('454cd36b-a482-4d6e-ba83-d326dedc21f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.050151] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b18c81ac-90dd-424c-9581-a98c46b21184 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.050353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.050353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.050512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.050594] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b18c81ac-90dd-424c-9581-a98c46b21184',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.053203] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66ac350a-254a-4a14-9029-0bf9432899c8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.053312] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.053512] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.053559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.053595] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66ac350a-254a-4a14-9029-0bf9432899c8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.054331] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0bf2564-46ed-4c7b-98c9-218b235844de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.054515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.054568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.054756] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.055038] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0bf2564-46ed-4c7b-98c9-218b235844de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.055527] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebe744e7-6aad-4a4c-8398-95eeed2da747 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.055635] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.055693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.055839] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.055905] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebe744e7-6aad-4a4c-8398-95eeed2da747',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.056814] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54305eaf-3a0c-4295-b2c1-93621f4eb854 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.056814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.056814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.056985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.056985] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54305eaf-3a0c-4295-b2c1-93621f4eb854',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.057681] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8525e3ff-2549-4796-9a5d-54df25c1af78 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.057794] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.057853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.058068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.058146] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8525e3ff-2549-4796-9a5d-54df25c1af78',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.187506] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e622c91-a49e-443b-81d2-89da731106a2 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.187718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.187718] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.187896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.187987] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e622c91-a49e-443b-81d2-89da731106a2',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.188764] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.188888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.188945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.189123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.189202] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bd6ff6a-ae6d-48d5-b11f-832982f57c2c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.189878] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.189967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.190046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.190215] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.190286] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72daf414-b00e-4349-a17a-ee88eb2c8ff8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.191028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3e74851-a4b7-4daf-b0eb-35365bedad55 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.191235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.191235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.191381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.191432] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3e74851-a4b7-4daf-b0eb-35365bedad55',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.192179] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06ca6ead-d371-427f-91f2-f3ab125810de taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.192264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.192264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.192619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.192619] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06ca6ead-d371-427f-91f2-f3ab125810de',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.193200] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.193300] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.193366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.193510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.193581] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.194357] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e1857da-a4c9-4eba-8d84-b696434516ef taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.194473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.194534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.194651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.194714] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e1857da-a4c9-4eba-8d84-b696434516ef',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.195369] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.195474] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.195537] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.195684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.195757] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc12934c-1975-49ab-8f43-ad5a1cbc2d4b',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.196444] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d161c25-14b9-4326-bd69-8992c2649620 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.196546] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.196592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.196727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.196799] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d161c25-14b9-4326-bd69-8992c2649620',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.197538] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68616388-ae11-4be9-89ef-b4742937dd85 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.197652] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.197711] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.197892] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.197927] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68616388-ae11-4be9-89ef-b4742937dd85',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.198584] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-272a7be7-c20f-4edd-a65b-6601e565d09e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.198684] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.198753] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.198989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.198989] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('272a7be7-c20f-4edd-a65b-6601e565d09e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.199636] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f8b4f78-ec82-4249-9d7d-365281c97612 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.199838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.199874] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.200017] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.200095] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f8b4f78-ec82-4249-9d7d-365281c97612',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.201318] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa59d72f-9e0b-412e-bec3-9afe02c59423 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.201318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.201318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.201318] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.201318] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa59d72f-9e0b-412e-bec3-9afe02c59423',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.249929] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.250193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.250193] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.250351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.251832] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.251935] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.252628] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.252727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.253445] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.253549] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.254245] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.254351] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.255017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.255122] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.256100] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.256192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.269415] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.269519] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66ac350a-254a-4a14-9029-0bf9432899c8 is going to be deleted. [ 1564.270313] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.270509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.285322] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.285451] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bd6ff6a-ae6d-48d5-b11f-832982f57c2c is going to be deleted. [ 1564.286167] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.286350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.312824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.312987] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54305eaf-3a0c-4295-b2c1-93621f4eb854 is going to be deleted. [ 1564.313761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.313951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.315254] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.315373] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.344283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.344464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.346115] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.346255] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b18c81ac-90dd-424c-9581-a98c46b21184 is going to be deleted. [ 1564.347068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.347266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.381495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.381680] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8525e3ff-2549-4796-9a5d-54df25c1af78 is going to be deleted. [ 1564.382462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.382671] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.419242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.419420] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebe744e7-6aad-4a4c-8398-95eeed2da747 is going to be deleted. [ 1564.420222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.420431] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.423043] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.423222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.442127] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.442265] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0bf2564-46ed-4c7b-98c9-218b235844de is going to be deleted. [ 1564.443152] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.443361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.443455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.443570] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66ac350a-254a-4a14-9029-0bf9432899c8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.444326] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.444432] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.444495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.444672] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.444727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.444841] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b18c81ac-90dd-424c-9581-a98c46b21184" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.444962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.445125] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.445204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.445311] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bd6ff6a-ae6d-48d5-b11f-832982f57c2c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.445761] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.445919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.446008] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.446129] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54305eaf-3a0c-4295-b2c1-93621f4eb854" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.478079] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.478079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.478079] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.478350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.478350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.478457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8525e3ff-2549-4796-9a5d-54df25c1af78" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.538510] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.538701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.538748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.538918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.539028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.539146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0bf2564-46ed-4c7b-98c9-218b235844de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.539841] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.539954] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.540039] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.540205] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.540289] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.540394] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebe744e7-6aad-4a4c-8398-95eeed2da747" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.712356] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa08202-ec4b-45b0-ac5d-aff035a506d0 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.712576] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.712576] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.712722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.712913] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.713037] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.713134] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.713290] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.713376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.713464] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.713556] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.729185] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.729350] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.729398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.729560] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.742898] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.743090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.743843] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.743942] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.744669] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.744791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.745433] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.745594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.746300] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.746401] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.747611] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.747705] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.751739] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.751848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.752486] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.752582] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.753296] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.753385] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.754016] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.754120] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.754651] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1564.755059] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.755156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.756513] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1564.756893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.757010] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 454cd36b-a482-4d6e-ba83-d326dedc21f8 is going to be deleted. [ 1564.757746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.757931] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.785048] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.785163] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68616388-ae11-4be9-89ef-b4742937dd85 is going to be deleted. [ 1564.785840] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.786036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.806710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.806839] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa59d72f-9e0b-412e-bec3-9afe02c59423 is going to be deleted. [ 1564.807566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.807752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.833869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.833999] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 272a7be7-c20f-4edd-a65b-6601e565d09e is going to be deleted. [ 1564.834847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.835046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.846994] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.847132] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.855383] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.855534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.857389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.857513] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d161c25-14b9-4326-bd69-8992c2649620 is going to be deleted. [ 1564.858408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.858637] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.883995] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.884197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.923709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.923837] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3e74851-a4b7-4daf-b0eb-35365bedad55 is going to be deleted. [ 1564.924766] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.924966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.951112] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.951273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.959719] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.959838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.007522] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.007669] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc12934c-1975-49ab-8f43-ad5a1cbc2d4b is going to be deleted. [ 1565.008520] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.008732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.037823] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.037937] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06ca6ead-d371-427f-91f2-f3ab125810de is going to be deleted. [ 1565.038679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.038869] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.075112] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.075461] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.107854] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.107985] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f8b4f78-ec82-4249-9d7d-365281c97612 is going to be deleted. [ 1565.108824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.109034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.143368] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.143517] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.144798] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.144905] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72daf414-b00e-4349-a17a-ee88eb2c8ff8 is going to be deleted. [ 1565.145607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.145788] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.189188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.189322] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e622c91-a49e-443b-81d2-89da731106a2 is going to be deleted. [ 1565.190224] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.190457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.217344] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.274583] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.274722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.282669] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.282820] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.283630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.283745] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e1857da-a4c9-4eba-8d84-b696434516ef is going to be deleted. [ 1565.284601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.284807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.284902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.285031] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-454cd36b-a482-4d6e-ba83-d326dedc21f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.285185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.285343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.285457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.285583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68616388-ae11-4be9-89ef-b4742937dd85" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.286073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.286208] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.286292] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.286408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa59d72f-9e0b-412e-bec3-9afe02c59423" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.286534] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.286675] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.286752] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.286864] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-272a7be7-c20f-4edd-a65b-6601e565d09e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.286989] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.287140] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.287219] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.287327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d161c25-14b9-4326-bd69-8992c2649620" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.287446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.287583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.287657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.287763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3e74851-a4b7-4daf-b0eb-35365bedad55" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.287913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.288030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.288107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.288216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc12934c-1975-49ab-8f43-ad5a1cbc2d4b" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.288338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.288472] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.288545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.288649] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06ca6ead-d371-427f-91f2-f3ab125810de" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.288767] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.288899] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.288970] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.289083] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f8b4f78-ec82-4249-9d7d-365281c97612" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.299283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.299396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.299460] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.299622] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.299706] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.299814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72daf414-b00e-4349-a17a-ee88eb2c8ff8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.396283] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.396500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.396500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.396697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.396789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.396910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e622c91-a49e-443b-81d2-89da731106a2" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.415773] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.415990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.415990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.416172] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.416264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.416383] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e1857da-a4c9-4eba-8d84-b696434516ef" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.719599] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aa08202-ec4b-45b0-ac5d-aff035a506d0: rpc.has_security_group_logging(os_id): False [ 1565.740303] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.740489] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.740540] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.740730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.759185] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.759440] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.759548] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.759615] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.759772] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.759851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.759938] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 is going to be updated. [ 1565.831900] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.832046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.832110] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.832298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.832445] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.849806] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 in Status: IN_PROGRESS for 2s [ 1567.864224] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 in Status: SUCCESS [ 1567.864683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.049807] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.050077] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.050975] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.051361] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.052289] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.052700] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.053844] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.053844] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.055450] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.055450] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.012738] env[69210]: INFO networking_nsxv3.common.synchronization [req-2e79c24b-8e68-4ee4-8279-a2b3ea32fdf5 req-05078f0f-ed9e-4de4-826f-17ca1d39c539 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1592.013280] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1592.013615] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.013774] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.013819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.013975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.014141] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.014241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.014308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.014485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.014568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.014904] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.517111] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.517345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.517495] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.517677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.537056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.537260] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.537366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.537428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.537599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.537678] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.537766] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1592.561534] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.561693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.561693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.561879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.562028] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.569296] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1594.579557] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1594.579958] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 deletion is rescheduled due to dependency. [ 1594.579958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.014266] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.014582] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.138600] env[69210]: INFO networking_nsxv3.common.synchronization [req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e req-3c7a24ea-1446-4b19-807c-c208a8d709c6 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1600.139108] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1600.139408] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.139531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.139600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.139791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.139938] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.140046] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.140137] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.140247] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.140328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.140418] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.370530] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.370753] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.370887] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.371184] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.371455] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.371621] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.371747] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.371969] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.372133] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.372352] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1600.372468] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1600.372588] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1600.372727] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1600.372849] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1600.372962] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1600.373116] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1600.393547] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1600.394103] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1600.394103] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1600.394103] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.394303] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.394484] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.394622] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.395605] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.395605] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02ff75f-ae8d-4c7e-ae04-5b3d9090f167',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.646676] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.646873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.646873] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.647080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.647168] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.647364] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.647465] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.647530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.647683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.647759] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.647845] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1600.671542] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.671690] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.671722] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.671872] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.671997] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.679899] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1600.897567] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.897567] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.897789] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.898032] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.898234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.898420] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 not found, creating... [ 1600.898699] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.898869] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.898998] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.899245] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.899391] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.899684] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.899848] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.899985] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.900271] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.900428] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.900578] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 is going to be created. [ 1600.919075] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.919277] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.919409] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.919652] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.919880] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.920113] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.809315] env[69210]: INFO networking_nsxv3.common.synchronization [req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e req-59041801-1def-4fb6-b9f9-7cd4aa71a64c service nova] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1601.809315] env[69210]: INFO networking_nsxv3.common.synchronization [req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e req-59041801-1def-4fb6-b9f9-7cd4aa71a64c service nova] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1601.809315] env[69210]: INFO networking_nsxv3.common.synchronization [req-7d0edd6e-f3b2-47a8-90b2-de60dcafe20e req-59041801-1def-4fb6-b9f9-7cd4aa71a64c service nova] Enqueued Resource ID: e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 with Priority: HIGHEST for action port [ 1601.809315] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1601.809315] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1601.809315] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 with Priority: HIGHEST for action port [ 1601.809315] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.809315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.809315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.809315] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.809974] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.810990] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.811186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.811467] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.811693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.811833] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.812073] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.812215] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02ff75f-ae8d-4c7e-ae04-5b3d9090f167',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.314564] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.314708] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.314802] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 with status ACTIVE [ 1602.314968] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.315090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.315156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.315364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.315455] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.315631] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.315727] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.315789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.316220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.316220] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.316220] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.316338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.316367] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.316492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.316566] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.316650] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 is going to be updated. [ 1602.337770] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.337886] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.337943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.338116] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.338230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.338361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.690071] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1602.690071] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 deletion is rescheduled due to dependency. [ 1602.690071] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.690258] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.690366] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.690545] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.690659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.690721] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.690867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.690945] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.691050] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.193780] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.697071] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.199777] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.200113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.200113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.200235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.200328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.200426] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1604.226231] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.226358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.226453] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.226604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.226742] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.234124] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1606.244915] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1606.245214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.245309] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.245513] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.245699] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.245813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.245879] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.246032] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.246113] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.246196] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.246286] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.748421] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.809349] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1606.809520] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1607.250911] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7: rpc.has_security_group_logging(os_id): False [ 1607.268166] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.268321] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.268376] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.268573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.268666] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.268899] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.268999] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.269070] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.269222] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.269337] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.269384] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1607.325299] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.325481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.325536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.325741] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.325893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.337290] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1608.159514] env[69210]: INFO networking_nsxv3.common.synchronization [req-85a6a531-117e-4f02-a6dc-ccf6799f138b req-0111b697-5c03-43b7-b233-6aa7a15341f0 tempest-AttachVolumeTestJSON-1750450343 tempest-AttachVolumeTestJSON-1750450343-project-member] Enqueued Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_members [ 1608.160110] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGHEST for action security_group_members [ 1608.160427] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa08202-ec4b-45b0-ac5d-aff035a506d0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.160554] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.160625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.160816] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.161021] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.161434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.161434] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.161563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.161640] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.161727] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.664123] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.664391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.664391] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.664600] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.664698] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.664904] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.665011] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.665080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.665232] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.665306] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.665396] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 is going to be updated. [ 1608.690082] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.690082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.690082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.690082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.690082] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.697319] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 in Status: IN_PROGRESS for 2s [ 1609.350792] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1609.350792] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.706230] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 in Status: SUCCESS [ 1610.706497] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 deletion is rescheduled due to dependency. [ 1610.706539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.161027] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1613.161357] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1618.162297] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1618.162297] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1623.163062] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1623.163444] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1628.164392] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1628.164392] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1633.165935] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1633.166299] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1638.167042] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1638.167042] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1643.168482] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1643.168838] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1648.169926] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1648.169926] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1653.170511] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1653.170881] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1658.171962] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1658.172412] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1663.173607] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1663.173886] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1668.174920] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1668.175222] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1670.143113] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.143113] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.143113] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.143113] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.143501] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.143501] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.143576] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.143743] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.143896] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.144123] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1670.144245] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1670.144392] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1670.144521] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1670.144641] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1670.144752] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1670.144889] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1670.169871] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1670.169995] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1670.170147] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1670.170319] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-301" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.170591] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.170758] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.170886] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.171136] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.171281] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02ff75f-ae8d-4c7e-ae04-5b3d9090f167',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1670.673882] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.674127] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.674282] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.674606] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.674774] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.675088] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.675260] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.675405] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.675642] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.675791] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.676105] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.676273] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.676400] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.676614] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.676756] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.676908] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 is going to be updated. [ 1670.697713] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.697915] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.698043] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.698281] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.698479] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.698694] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.348087] env[69210]: INFO networking_nsxv3.common.synchronization [req-3baddfff-e681-46a9-81d2-765b4847d97d req-7126d531-5487-48d6-bbbb-84ee5e52f990 service nova] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1671.348333] env[69210]: INFO networking_nsxv3.common.synchronization [req-3baddfff-e681-46a9-81d2-765b4847d97d req-7126d531-5487-48d6-bbbb-84ee5e52f990 service nova] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1671.348447] env[69210]: INFO networking_nsxv3.common.synchronization [req-3baddfff-e681-46a9-81d2-765b4847d97d req-7126d531-5487-48d6-bbbb-84ee5e52f990 service nova] Enqueued Resource ID: e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 with Priority: HIGHEST for action port [ 1671.348681] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_rules [ 1671.348813] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1671.348908] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 with Priority: HIGHEST for action port [ 1671.349450] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.349583] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.349654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.349893] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.350161] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.351017] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.351174] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.351271] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.351488] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.351667] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.351786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.351888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.352068] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.352198] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.352338] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.353148] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.353319] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.353381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.353551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.353658] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02ff75f-ae8d-4c7e-ae04-5b3d9090f167',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.856033] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.856176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.856378] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.857378] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 with status ACTIVE [ 1671.857567] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.857679] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.857746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.857962] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.858064] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.858236] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.858334] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.858396] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.858550] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.858626] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.858801] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.858890] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.858951] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.859096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.859170] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.859251] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e02ff75f-ae8d-4c7e-ae04-5b3d9090f167 is going to be updated. [ 1671.878454] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.878454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.878454] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.878728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.878728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.878902] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e02ff75f-ae8d-4c7e-ae04-5b3d9090f167" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.362052] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1672.864160] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.864446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.864446] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.864691] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.864793] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.864903] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1672.894996] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.895197] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.895237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.895457] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.895636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.904401] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1674.914889] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1674.915239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.915239] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.915403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1674.915618] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1674.915740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.915811] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.915967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1674.916066] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.916155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.916243] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1675.419125] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1675.921392] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7: rpc.has_security_group_logging(os_id): False [ 1675.939681] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1675.939911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.939965] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1675.940235] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1675.940357] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.940708] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1675.940853] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.940941] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1675.941155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1675.941273] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.941388] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1676.000668] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1676.000867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.000867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1676.001105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1676.001256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1676.014211] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1676.350227] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1676.350361] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1678.032328] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1678.032707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.351418] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1681.351768] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1686.352752] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1686.353158] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.812144] env[69210]: INFO networking_nsxv3.common.synchronization [req-821412ff-3ba9-47c7-baf6-e92e7d4af96e req-be1be818-35dc-4ad7-a028-eb1841071476 tempest-ServerActionsTestOtherB-391566965 tempest-ServerActionsTestOtherB-391566965-project-member] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1687.812738] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGHEST for action security_group_members [ 1687.813086] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.813261] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.813335] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.813531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.813718] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.813787] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.813851] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.813993] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.814093] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.814184] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1688.317927] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1688.317927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.317927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.317927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1688.317927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1688.317927] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1688.317927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.317927] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.318364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1688.318364] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1688.318364] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be updated. [ 1688.345303] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1688.345462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.345462] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.345630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1688.345763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1688.354188] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: IN_PROGRESS for 2s [ 1690.364911] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 in Status: SUCCESS [ 1690.365333] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 deletion is rescheduled due to dependency. [ 1690.365333] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1692.813575] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1692.814064] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1697.815335] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1697.815627] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1698.422306] env[69210]: INFO networking_nsxv3.common.synchronization [None req-9bb6ca99-a86e-45e1-8604-4e22134a07c7 None None] Enqueued Resource ID: 3461d2f0-0c4c-4fc7-af24-32c87b8099c3 with Priority: HIGHEST for action port [ 1698.422611] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3461d2f0-0c4c-4fc7-af24-32c87b8099c3 with Priority: HIGHEST for action port [ 1698.423191] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-3461d2f0-0c4c-4fc7-af24-32c87b8099c3 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.423606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3461d2f0-0c4c-4fc7-af24-32c87b8099c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.423606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3461d2f0-0c4c-4fc7-af24-32c87b8099c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.423733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3461d2f0-0c4c-4fc7-af24-32c87b8099c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.423733] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3461d2f0-0c4c-4fc7-af24-32c87b8099c3',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1698.925891] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3461d2f0-0c4c-4fc7-af24-32c87b8099c3 [ 1698.926186] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1698.926272] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.926343] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1698.927023] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1698.927130] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.927234] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3461d2f0-0c4c-4fc7-af24-32c87b8099c3 already deleted. [ 1698.927316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3461d2f0-0c4c-4fc7-af24-32c87b8099c3" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.176105] env[69210]: INFO networking_nsxv3.common.synchronization [None req-86985f04-2ccc-4252-a9b9-3232101f716c tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Enqueued Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_rules [ 1699.176105] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_rules [ 1699.176235] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-670b8a12-9cbb-41d7-854a-a7c54846179e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.176358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.176426] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.176677] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.176800] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1699.238741] env[69210]: INFO networking_nsxv3.common.synchronization [None req-c0ceaf0b-9a34-4ea4-84bb-f97fe48edbfc tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Enqueued Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_rules [ 1699.238741] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_rules [ 1699.238886] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-670b8a12-9cbb-41d7-854a-a7c54846179e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.238990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.698934] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.699067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.699114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.699819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.699819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.699819] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 670b8a12-9cbb-41d7-854a-a7c54846179e already deleted. [ 1699.699819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.699819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.699819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.700032] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1700.218407] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.218717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.218717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.218860] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.218947] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.219072] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 670b8a12-9cbb-41d7-854a-a7c54846179e already deleted. [ 1700.219156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.462064] env[69210]: INFO networking_nsxv3.common.synchronization [None req-5506dc84-57df-4ab5-9c74-2b3adc909cb5 None None] Enqueued Resource ID: 1092627e-7bc0-4c07-8b00-7fccb2fa28f8 with Priority: HIGHEST for action port [ 1700.462333] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1092627e-7bc0-4c07-8b00-7fccb2fa28f8 with Priority: HIGHEST for action port [ 1700.462987] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-1092627e-7bc0-4c07-8b00-7fccb2fa28f8 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.463112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1092627e-7bc0-4c07-8b00-7fccb2fa28f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.463207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1092627e-7bc0-4c07-8b00-7fccb2fa28f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.463422] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1092627e-7bc0-4c07-8b00-7fccb2fa28f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.463456] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1092627e-7bc0-4c07-8b00-7fccb2fa28f8',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1700.965958] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1092627e-7bc0-4c07-8b00-7fccb2fa28f8 [ 1700.966234] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1700.966371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.966440] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1700.966655] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1700.966746] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1700.966844] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1092627e-7bc0-4c07-8b00-7fccb2fa28f8 already deleted. [ 1700.966930] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1092627e-7bc0-4c07-8b00-7fccb2fa28f8" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1705.464012] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1705.464396] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1710.465064] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1710.465418] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1715.466307] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1715.466671] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1720.468210] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1720.468607] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1722.420176] env[69210]: INFO networking_nsxv3.common.synchronization [req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 req-f81dbbd3-abe8-4c2e-ac74-016aa036badc tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Enqueued Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_members [ 1722.420677] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_members [ 1722.420976] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-670b8a12-9cbb-41d7-854a-a7c54846179e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1722.421155] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.421227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1722.421473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1722.421632] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1722.421728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.421791] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1722.421938] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1722.422059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1722.422153] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1722.646836] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1722.647056] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "network-282" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.647195] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "network-282" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1722.647531] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "network-282" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1722.647799] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1722.647969] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.648234] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1722.648471] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1722.648631] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1722.648868] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1722.648993] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] NeedRegenerationException {{(pid=69210) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1722.649126] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] no value, waiting for create lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1722.649243] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] value creation lock acquired {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1722.649364] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] No value present for key: 'zone-id' {{(pid=69210) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1722.649478] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Calling creation function for not-yet-present value {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1722.649799] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1722.668283] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1722.668392] env[69210]: DEBUG dogpile.cache.region [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69210) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1722.668537] env[69210]: DEBUG dogpile.lock [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Released creation lock {{(pid=69210) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1722.668710] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "network-282" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1722.669013] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock port-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 taken with stack trace [, , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1722.669199] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "port-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.669326] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "port-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1722.669620] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "port-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1722.669770] env[69210]: DEBUG networking_nsxv3.api.rpc [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e6c8bd-8628-4be0-89da-5d9dd1ddaa68',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1722.924049] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1722.924237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.924237] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1722.924451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1722.924542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1722.924748] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1722.924848] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.924936] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1722.925105] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1722.925184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1722.925273] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 670b8a12-9cbb-41d7-854a-a7c54846179e already deleted. [ 1722.925354] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1723.173026] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1723.173026] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.173026] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1723.173026] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1723.173026] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1723.173308] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Segment Port 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 not found, creating... [ 1723.173479] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1723.173686] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.173822] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1723.174195] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1723.174396] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1723.174794] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1723.175048] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.175189] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1723.175405] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1723.175550] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1723.175699] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Resource: SegmentPort with ID: 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 is going to be created. [ 1723.193919] env[69210]: DEBUG networking_nsxv3.common.locking [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1723.194128] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.194259] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1723.194498] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1723.194729] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1723.194987] env[69210]: DEBUG oslo_concurrency.lockutils [None req-fd403521-efa4-457c-9731-a7d7b7258f54 None None] Releasing lock "port-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1723.857872] env[69210]: INFO networking_nsxv3.common.synchronization [req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 req-9089d0ee-4b9a-4102-a806-f83429db1fff service nova] Enqueued Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_rules [ 1723.858129] env[69210]: INFO networking_nsxv3.common.synchronization [req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 req-9089d0ee-4b9a-4102-a806-f83429db1fff service nova] Enqueued Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_members [ 1723.858221] env[69210]: INFO networking_nsxv3.common.synchronization [req-af5e5b6c-80e8-44fe-84e5-558e7dcebe04 req-9089d0ee-4b9a-4102-a806-f83429db1fff service nova] Enqueued Resource ID: 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 with Priority: HIGHEST for action port [ 1723.858423] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_rules [ 1723.858553] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_members [ 1723.858649] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 with Priority: HIGHEST for action port [ 1723.859493] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-670b8a12-9cbb-41d7-854a-a7c54846179e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1723.859624] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.859695] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1723.859895] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1723.859982] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1723.860810] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-670b8a12-9cbb-41d7-854a-a7c54846179e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1723.860910] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.860966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1723.861147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1723.861292] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1723.861398] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.861443] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1723.861577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1723.861661] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1723.861746] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1723.862478] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1723.862592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.862642] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1723.862805] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1723.862970] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e6c8bd-8628-4be0-89da-5d9dd1ddaa68',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1724.364748] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1724.365850] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-670b8a12-9cbb-41d7-854a-a7c54846179e taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1724.365967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.366127] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 with status ACTIVE [ 1724.366288] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1724.366392] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.366452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1724.366648] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1724.366737] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1724.366912] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1724.367026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.367087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1724.367256] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1724.367338] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1724.367518] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1724.367612] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.367670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1724.367807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1724.367882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1724.367968] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39e6c8bd-8628-4be0-89da-5d9dd1ddaa68 is going to be updated. [ 1724.388596] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1724.388739] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.388775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1724.388948] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1724.389097] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1724.389242] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e6c8bd-8628-4be0-89da-5d9dd1ddaa68" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1724.870389] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1725.373116] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1725.373281] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.373349] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1725.373559] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1725.373651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1725.373754] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 670b8a12-9cbb-41d7-854a-a7c54846179e is going to be created. [ 1725.396707] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1725.396896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.396896] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1725.397108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1725.397274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1725.407222] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 670b8a12-9cbb-41d7-854a-a7c54846179e in Status: UNINITIALIZED for 2s [ 1727.419417] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 670b8a12-9cbb-41d7-854a-a7c54846179e in Status: SUCCESS [ 1727.419762] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1727.419824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1727.419991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1727.420193] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1727.420314] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.420389] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1727.420568] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1727.420653] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1727.420740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1727.420832] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1727.923362] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1728.425687] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 670b8a12-9cbb-41d7-854a-a7c54846179e: rpc.has_security_group_logging(os_id): False [ 1728.445247] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.445493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.445493] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.445659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.445748] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.446028] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.446142] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.446190] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.446340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.446418] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.446507] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 670b8a12-9cbb-41d7-854a-a7c54846179e is going to be created. [ 1728.503406] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.503539] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.503617] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.503773] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.503944] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.513185] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 670b8a12-9cbb-41d7-854a-a7c54846179e in Status: IN_PROGRESS for 2s [ 1728.860291] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1728.860411] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1730.527136] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 670b8a12-9cbb-41d7-854a-a7c54846179e in Status: SUCCESS [ 1730.527405] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.861844] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1733.862250] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1738.862845] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1738.863315] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1743.864373] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1743.864760] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1748.865511] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1748.865511] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1753.867054] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1753.867408] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1758.868304] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1758.868551] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1763.870061] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1763.870515] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1768.871549] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1768.871549] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1773.872763] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1773.873752] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1775.047334] env[69210]: INFO networking_nsxv3.common.synchronization [req-a49a7734-069b-4870-b70b-8e67892b4b09 req-a2a102dc-481b-4f07-8c79-f786f7edcb3c tempest-ServerActionsV293TestJSON-2133887412 tempest-ServerActionsV293TestJSON-2133887412-project-member] Enqueued Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_members [ 1775.047506] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGHEST for action security_group_members [ 1775.047780] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock member-670b8a12-9cbb-41d7-854a-a7c54846179e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.047900] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.047966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.048917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.048917] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.048917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.048917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.048917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.048917] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.048917] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1775.551341] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.551490] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.551562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.551778] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.551881] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.552106] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.552207] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.552269] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.552421] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.552499] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.552587] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 670b8a12-9cbb-41d7-854a-a7c54846179e is going to be updated. [ 1775.583016] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.583183] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.583227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.583378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.583509] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1775.598506] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 670b8a12-9cbb-41d7-854a-a7c54846179e in Status: IN_PROGRESS for 2s [ 1775.752214] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1775.752351] env[69210]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b853921f-628b-4a1c-b497-1a859d46fd69 None None] NSXv3 Agent Agent loop - iteration:5 started [ 1777.608910] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 670b8a12-9cbb-41d7-854a-a7c54846179e in Status: SUCCESS [ 1777.609293] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 670b8a12-9cbb-41d7-854a-a7c54846179e deletion is rescheduled due to dependency. [ 1777.609293] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.048979] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1780.049362] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1785.050043] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1785.050434] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1790.051385] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1790.051731] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1795.052396] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1795.052801] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1796.714307] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1796.714730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.714730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1796.714730] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1796.714848] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1797.217631] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1797.720228] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1798.222927] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1798.223157] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1798.971270] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1798.971681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.971681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1798.971681] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1798.994366] env[69210]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1798.995842] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1798.997378] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1799.037697] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.037920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.037920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.038169] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.055139] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.056108] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1799.056226] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1799.056286] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1799.087048] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.087266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.087266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.087466] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.087889] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.088063] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1799.161681] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.161904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.161904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.162128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.162459] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.162738] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1799.237542] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.237750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.237750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.237913] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.238238] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.238514] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:11. [ 1799.238605] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'670b8a12-9cbb-41d7-854a-a7c54846179e', '898c337b-d014-4c82-82b4-fc071dbfed8e', '5ee5fbc9-3f8b-4849-a7af-0990bb1634a7', 'e85f1730-d62f-4e40-a60c-9b92e7e529fa', '1456ab0c-57d7-4422-95cf-637d18a7749f', '3d5a0768-6d5e-4d45-b677-21d2418a295c', '14947345-c62f-4560-ba3e-f031294a8f0c', 'a8046d03-42f7-4ee3-bf2a-daea05541ec0', 'c1a63f4b-22fe-4a0c-94fe-2f74816bd16e', '8aa08202-ec4b-45b0-ac5d-aff035a506d0', 'b9983563-5e95-4d83-98c5-6eea8654dd0e'} {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1799.238675] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1799.255713] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.255901] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.255967] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.256148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.256231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.256331] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1799.256400] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1799.256469] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1799.328417] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.328630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.328630] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.329043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.330160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.330429] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1799.330511] env[69210]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69210) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1799.330587] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1799.330653] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1799.330732] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 11/11 resources of Type:Security Group Rules [ 1799.330798] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGH for action security_group_rules [ 1799.330878] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGH for action security_group_rules [ 1799.330946] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGH for action security_group_rules [ 1799.331016] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGH for action security_group_rules [ 1799.331076] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1456ab0c-57d7-4422-95cf-637d18a7749f with Priority: HIGH for action security_group_rules [ 1799.331140] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGH for action security_group_rules [ 1799.331201] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGH for action security_group_rules [ 1799.331262] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 with Priority: HIGH for action security_group_rules [ 1799.331322] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGH for action security_group_rules [ 1799.331378] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGH for action security_group_rules [ 1799.331439] env[69210]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9983563-5e95-4d83-98c5-6eea8654dd0e with Priority: HIGH for action security_group_rules [ 1799.331506] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1799.331568] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1799.331755] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.331858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.331923] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.332112] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.332184] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.332358] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.332451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.332501] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.332645] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.332714] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.332878] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.333098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.333194] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.333340] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.333409] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.333576] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.333683] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.333813] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.333955] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.334038] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.334205] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.334294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.334347] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.334481] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.334553] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.334713] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.334802] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.334858] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.334990] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.335072] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.335233] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.335320] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.335377] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.335510] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.335578] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.335789] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.335883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.335940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.336090] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.336162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.336325] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.336412] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.336469] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.336601] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.336670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.336861] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.336950] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.337014] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.337154] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.337223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.337425] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.337492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.337551] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.337685] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.337757] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.337918] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.338013] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.338077] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.338209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.338278] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.338440] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.338527] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.338585] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.338709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.338780] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.338939] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.339036] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.339096] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.339228] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.339298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.339459] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.339547] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.339604] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.339733] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.339803] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.339963] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.340062] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.340176] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.340248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.340316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.340474] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.340561] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.340618] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.340745] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.340815] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.340975] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.341076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.341133] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.341264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.341332] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.341491] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.341579] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.341633] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.341760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.341829] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.341988] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.342087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.342146] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.342276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.342345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.342505] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.342592] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.342651] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.342779] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.342849] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.343015] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.343108] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.343165] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.343294] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.343363] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.343523] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.343609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.343667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.343797] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.343867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.344038] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.344128] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.344186] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.344316] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.344384] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.344545] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.344631] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.344688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.344817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.344888] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.345060] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.345149] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.345206] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.345336] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.345404] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.345563] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.345650] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.345710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.345855] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.345928] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.346101] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.346191] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.346249] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.346380] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.346451] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.346610] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.346697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.346771] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.346909] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.346977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.347150] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.347240] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.347298] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.347428] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.347497] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.347679] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.347769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.347827] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.347959] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.348050] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.348397] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.348397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.348397] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.348503] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.348542] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.348702] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.348788] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.348846] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.348974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.349055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.349216] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.349303] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.349361] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.349491] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.349575] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.349749] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.349877] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.349911] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.350030] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.350100] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.350280] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.350378] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.350408] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.350521] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.350589] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.350749] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.350837] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.350894] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.351034] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.351103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.351262] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.351348] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.351441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.351530] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.351599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.351758] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.351847] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.351903] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.352044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.352114] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.352274] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.352360] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.352417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.352545] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.352614] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.352772] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.352882] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.352943] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.353091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.353162] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.353325] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.353413] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.353470] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.353602] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.353670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.353829] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.353918] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.353975] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.354118] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.354187] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.354348] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.354436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.354492] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.354621] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.354688] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.354846] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.354934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.354991] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.355135] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.355204] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.355363] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.355452] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.355508] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.355636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.355707] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.355892] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.355985] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.356055] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.356189] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.356264] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.356473] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.356567] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.356625] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.356800] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.356876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.357053] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.357147] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.357230] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.357371] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.357441] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.357606] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.357693] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.357750] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.357883] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.357953] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.358149] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.358241] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.358297] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.358430] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.358500] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.358683] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.358814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.358904] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.359059] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.359160] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.359292] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.359381] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.359439] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.359571] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.359659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.359829] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.359919] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.359977] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.360123] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.360195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.360380] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.360478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.360536] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.360669] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.360740] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.360903] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.360992] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.361056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.361188] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.361259] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.361418] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.361505] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.361562] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.361689] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.361760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.361921] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.362020] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.362076] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.362201] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.362270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.362428] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.362515] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.362572] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.362700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.362768] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.362930] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.363027] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.363087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.363216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.363284] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.363444] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.363531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.363587] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.363716] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.363786] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.363945] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.364043] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.364103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.364270] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.364344] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.364511] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.364599] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.364657] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.364789] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.364868] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.365064] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.365156] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.365214] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.365346] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.365417] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.365580] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.365667] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.365743] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.365887] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.365961] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.366138] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.366227] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.366285] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.366416] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.366485] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.366646] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.366754] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.366819] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.366974] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.367087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.367255] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.367345] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.367403] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.367535] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.367606] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.367766] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.367857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.367915] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.368065] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.368136] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.368254] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1799.368314] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1799.368382] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1799.440807] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.441026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.441026] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.441212] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.441519] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.441776] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1799.513931] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1799.514124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.514124] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1799.514330] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1799.514594] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1799.529091] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.053513] env[69210]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1800.053889] env[69210]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=11], Jobs=0 [ 1800.053889] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 670b8a12-9cbb-41d7-854a-a7c54846179e with Priority: HIGH for action security_group_rules [ 1800.053889] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 with Priority: HIGH for action security_group_rules [ 1800.054074] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14947345-c62f-4560-ba3e-f031294a8f0c with Priority: HIGH for action security_group_rules [ 1800.054074] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9983563-5e95-4d83-98c5-6eea8654dd0e with Priority: HIGH for action security_group_rules [ 1800.054175] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 with Priority: HIGH for action security_group_rules [ 1800.054263] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e with Priority: HIGH for action security_group_rules [ 1800.054353] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c with Priority: HIGH for action security_group_rules [ 1800.054441] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 with Priority: HIGH for action security_group_rules [ 1800.054529] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1456ab0c-57d7-4422-95cf-637d18a7749f with Priority: HIGH for action security_group_rules [ 1800.054614] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 898c337b-d014-4c82-82b4-fc071dbfed8e with Priority: HIGH for action security_group_rules [ 1800.054702] env[69210]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa with Priority: HIGH for action security_group_rules [ 1800.055044] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-670b8a12-9cbb-41d7-854a-a7c54846179e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.055182] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.055248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.055463] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.055546] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('670b8a12-9cbb-41d7-854a-a7c54846179e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.056536] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.056658] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.056728] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.056926] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.057009] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee5fbc9-3f8b-4849-a7af-0990bb1634a7',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.057759] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14947345-c62f-4560-ba3e-f031294a8f0c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.057867] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.057929] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.058099] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.058172] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14947345-c62f-4560-ba3e-f031294a8f0c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.059243] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9983563-5e95-4d83-98c5-6eea8654dd0e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.059358] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.059424] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.059573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.059644] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9983563-5e95-4d83-98c5-6eea8654dd0e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.060654] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.060654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.060654] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.060812] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.060812] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa08202-ec4b-45b0-ac5d-aff035a506d0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.061584] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.061584] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.061760] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.061814] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.061872] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a63f4b-22fe-4a0c-94fe-2f74816bd16e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.062597] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d5a0768-6d5e-4d45-b677-21d2418a295c taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.062710] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.062763] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.062907] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.062980] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d5a0768-6d5e-4d45-b677-21d2418a295c',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.063865] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8046d03-42f7-4ee3-bf2a-daea05541ec0 taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.063865] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.063966] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.064107] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.064171] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8046d03-42f7-4ee3-bf2a-daea05541ec0',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.064933] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1456ab0c-57d7-4422-95cf-637d18a7749f taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.065021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.065021] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.065209] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.065302] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1456ab0c-57d7-4422-95cf-637d18a7749f',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.066046] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-898c337b-d014-4c82-82b4-fc071dbfed8e taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.066166] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.066216] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.066359] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.066434] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('898c337b-d014-4c82-82b4-fc071dbfed8e',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.067157] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa taken with stack trace [, , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.067266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.067325] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.067476] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.067545] env[69210]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e85f1730-d62f-4e40-a60c-9b92e7e529fa',) {} {{(pid=69210) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1800.617077] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.617276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.617276] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.617478] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.621706] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.621824] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.622203] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.622353] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.623097] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.623192] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.624166] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.624266] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.624961] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.625067] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.625769] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.625857] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.635041] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.635151] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.640130] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.640231] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.640950] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.641054] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.641731] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.641826] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.644211] env[69210]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1800.644700] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.644844] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 898c337b-d014-4c82-82b4-fc071dbfed8e is going to be deleted. [ 1800.645810] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.646010] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.665246] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.665358] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 670b8a12-9cbb-41d7-854a-a7c54846179e is going to be deleted. [ 1800.666056] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.666233] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.703473] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.703597] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d5a0768-6d5e-4d45-b677-21d2418a295c is going to be deleted. [ 1800.704436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.704619] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.720865] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.721126] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.724421] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.724531] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.740940] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.741046] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1456ab0c-57d7-4422-95cf-637d18a7749f is going to be deleted. [ 1800.741769] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.741946] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.763636] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.763753] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa08202-ec4b-45b0-ac5d-aff035a506d0 is going to be deleted. [ 1800.764437] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.764609] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.795936] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.796095] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.796732] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.796852] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9983563-5e95-4d83-98c5-6eea8654dd0e is going to be deleted. [ 1800.797577] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.797744] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.847136] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.847247] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e85f1730-d62f-4e40-a60c-9b92e7e529fa is going to be deleted. [ 1800.848080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.848274] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.867692] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.867807] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.889318] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.889438] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.891221] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.891335] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a63f4b-22fe-4a0c-94fe-2f74816bd16e is going to be deleted. [ 1800.892088] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.892277] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.967338] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.967607] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.028969] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.029174] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee5fbc9-3f8b-4849-a7af-0990bb1634a7 is going to be deleted. [ 1801.030080] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.030301] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.090072] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1801.090448] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.094796] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.094918] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14947345-c62f-4560-ba3e-f031294a8f0c is going to be deleted. [ 1801.095697] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.095934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.167081] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1801.167341] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.189103] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.189276] env[69210]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8046d03-42f7-4ee3-bf2a-daea05541ec0 is going to be deleted. [ 1801.190148] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.190365] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.190456] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.190574] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-898c337b-d014-4c82-82b4-fc071dbfed8e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.190726] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.190876] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.190958] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.191087] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-670b8a12-9cbb-41d7-854a-a7c54846179e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.191573] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.191731] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.191817] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.191934] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d5a0768-6d5e-4d45-b677-21d2418a295c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.192098] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.192248] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.192327] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.192436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1456ab0c-57d7-4422-95cf-637d18a7749f" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.192564] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.192701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.192775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.192884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa08202-ec4b-45b0-ac5d-aff035a506d0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.193011] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.193195] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.193308] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.193436] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9983563-5e95-4d83-98c5-6eea8654dd0e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.193563] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.193701] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.193775] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.193884] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e85f1730-d62f-4e40-a60c-9b92e7e529fa" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.194012] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.194150] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.194223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.194328] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a63f4b-22fe-4a0c-94fe-2f74816bd16e" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.309573] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1801.309795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.309795] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.310000] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.310106] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.310223] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14947345-c62f-4560-ba3e-f031294a8f0c" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.321507] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1801.321659] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.321717] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.321838] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.321920] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.322044] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee5fbc9-3f8b-4849-a7af-0990bb1634a7" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.437487] env[69210]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69210) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1801.437670] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.437709] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.437949] env[69210]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.438072] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.438229] env[69210]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8046d03-42f7-4ee3-bf2a-daea05541ec0" {{(pid=69210) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}